2 * gunicode.c: Some Unicode routines
5 * Miguel de Icaza (miguel@novell.com)
7 * (C) 2006 Novell, Inc.
9 * utf8 validation code came from:
10 * libxml2-2.6.26 licensed under the MIT X11 license
12 * Authors credit in libxml's string.c:
13 * William Brack <wbrack@mmm.com.hk>
16 * Permission is hereby granted, free of charge, to any person obtaining
17 * a copy of this software and associated documentation files (the
18 * "Software"), to deal in the Software without restriction, including
19 * without limitation the rights to use, copy, modify, merge, publish,
20 * distribute, sublicense, and/or sell copies of the Software, and to
21 * permit persons to whom the Software is furnished to do so, subject to
22 * the following conditions:
24 * The above copyright notice and this permission notice shall be
25 * included in all copies or substantial portions of the Software.
27 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
28 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
29 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
30 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
31 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
32 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
33 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
39 #include <unicode-data.h>
42 #if defined(_MSC_VER) || defined(G_OS_WIN32)
47 # ifdef HAVE_LOCALCHARSET_H
48 # include <localcharset.h>
52 static const char *my_charset;
53 static gboolean is_utf8;
56 * Character set conversion
60 g_unichar_type (gunichar c)
64 guint16 cp = (guint16) c;
65 for (i = 0; i < unicode_category_ranges_count; i++) {
66 if (cp < unicode_category_ranges [i].start)
68 if (unicode_category_ranges [i].end <= cp)
70 return unicode_category [i] [cp - unicode_category_ranges [i].start];
74 // 3400-4DB5: OtherLetter
75 // 4E00-9FC3: OtherLetter
76 // AC00-D7A3: OtherLetter
77 // D800-DFFF: OtherSurrogate
78 // E000-F8FF: OtherPrivateUse
79 // 20000-2A6D6 OtherLetter
80 // F0000-FFFFD OtherPrivateUse
81 // 100000-10FFFD OtherPrivateUse
83 if (0x3400 <= cp && cp < 0x4DB5)
84 return G_UNICODE_OTHER_LETTER;
85 if (0x4E00 <= cp && cp < 0x9FC3)
86 return G_UNICODE_OTHER_LETTER;
87 if (0xAC00<= cp && cp < 0xD7A3)
88 return G_UNICODE_OTHER_LETTER;
89 if (0xD800 <= cp && cp < 0xDFFF)
90 return G_UNICODE_SURROGATE;
91 if (0xE000 <= cp && cp < 0xF8FF)
92 return G_UNICODE_PRIVATE_USE;
93 /* since the argument is UTF-16, we cannot check beyond FFFF */
95 /* It should match any of above */
100 g_unichar_break_type (gunichar c)
103 return G_UNICODE_BREAK_UNKNOWN;
107 g_unichar_case (gunichar c, gboolean upper)
110 guint32 cp = (guint32) c, v;
112 for (i = 0; i < simple_case_map_ranges_count; i++) {
113 if (cp < simple_case_map_ranges [i].start)
115 if (simple_case_map_ranges [i].end <= cp)
118 const guint16 *tab = upper ? simple_upper_case_mapping_lowarea [i] : simple_lower_case_mapping_lowarea [i];
119 v = tab [cp - simple_case_map_ranges [i].start];
122 i2 = (gint8)(i - (upper ? simple_upper_case_mapping_lowarea_table_count : simple_lower_case_mapping_lowarea_table_count));
123 tab = upper ? simple_upper_case_mapping_higharea [i2] : simple_lower_case_mapping_higharea [i2];
124 v = tab [cp - simple_case_map_ranges [i].start];
126 return v != 0 ? (gunichar) v : c;
132 g_unichar_toupper (gunichar c)
134 return g_unichar_case (c, TRUE);
138 g_unichar_tolower (gunichar c)
140 return g_unichar_case (c, FALSE);
144 g_unichar_totitle (gunichar c)
150 for (i = 0; i < simple_titlecase_mapping_count; i++) {
151 if (simple_titlecase_mapping [i].codepoint == cp)
152 return simple_titlecase_mapping [i].title;
153 if (simple_titlecase_mapping [i].codepoint > cp)
154 /* it is ordered, hence no more match */
157 return g_unichar_toupper (c);
161 g_unichar_isxdigit (gunichar c)
163 return (g_unichar_xdigit_value (c) != -1);
168 g_unichar_xdigit_value (gunichar c)
170 if (c >= 0x30 && c <= 0x39) /*0-9*/
172 if (c >= 0x41 && c <= 0x46) /*A-F*/
174 if (c >= 0x61 && c <= 0x66) /*a-f*/
180 g_unichar_isspace (gunichar c)
182 GUnicodeType type = g_unichar_type (c);
183 if (type == G_UNICODE_LINE_SEPARATOR ||
184 type == G_UNICODE_PARAGRAPH_SEPARATOR ||
185 type == G_UNICODE_SPACE_SEPARATOR)
193 * This is broken, and assumes an UTF8 system, but will do for eglib's first user
196 g_filename_from_utf8 (const gchar *utf8string, gssize len, gsize *bytes_read, gsize *bytes_written, GError **error)
201 len = strlen (utf8string);
203 res = g_malloc (len + 1);
204 g_strlcpy (res, utf8string, len + 1);
209 extern WINBASEAPI UINT WINAPI GetACP(void);
211 g_get_charset (G_CONST_RETURN char **charset)
213 if (my_charset == NULL) {
214 static char buf [14];
215 #if G_HAVE_API_SUPPORT(HAVE_UWP_WINAPI_SUPPORT)
217 GetCPInfoExA (CP_ACP, 0, &cp_info);
218 sprintf (buf, "CP%u", cp_info.CodePage);
220 sprintf (buf, "CP%u", GetACP ());
227 *charset = my_charset;
232 #else /* G_OS_WIN32 */
235 g_get_charset (G_CONST_RETURN char **charset)
237 if (my_charset == NULL) {
238 /* These shouldn't be heap allocated */
239 #if defined(HAVE_LOCALCHARSET_H)
240 my_charset = locale_charset ();
242 my_charset = "UTF-8";
244 is_utf8 = strcmp (my_charset, "UTF-8") == 0;
248 *charset = my_charset;
252 #endif /* G_OS_WIN32 */
255 g_locale_to_utf8 (const gchar *opsysstring, gssize len, gsize *bytes_read, gsize *bytes_written, GError **error)
257 g_get_charset (NULL);
259 return g_convert (opsysstring, len, "UTF-8", my_charset, bytes_read, bytes_written, error);
263 g_locale_from_utf8 (const gchar *utf8string, gssize len, gsize *bytes_read, gsize *bytes_written, GError **error)
265 g_get_charset (NULL);
267 return g_convert (utf8string, len, my_charset, "UTF-8", bytes_read, bytes_written, error);