utf8.c
资源名称:tcpmp.rar [点击查看]
上传用户:wstnjxml
上传日期:2014-04-03
资源大小:7248k
文件大小:7k
源码类别:
Windows CE
开发平台:
C/C++
- /*
- * Copyright (C) 2001 Peter Harris <peter.harris@hummingbird.com>
- * Copyright (C) 2001 Edmund Grimley Evans <edmundo@rano.org>
- *
- * This program is free software; you can redistribute it and/or modify
- * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
- * (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- * GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
- */
- /*
- * Convert a string between UTF-8 and the locale's charset.
- */
- #include <stdlib.h>
- #include <string.h>
- #ifdef HAVE_CONFIG_H
- #include <config.h>
- #endif
- #include "utf8.h"
- #include "charset.h"
- #ifdef _WIN32
- /* Thanks to Peter Harris <peter.harris@hummingbird.com> for this win32
- * code.
- */
- #include <stdio.h>
- #include <windows.h>
- static unsigned char *make_utf8_string(const wchar_t *unicode)
- {
- int size = 0, index = 0, out_index = 0;
- unsigned char *out;
- unsigned short c;
- /* first calculate the size of the target string */
- c = unicode[index++];
- while(c) {
- if(c < 0x0080) {
- size += 1;
- } else if(c < 0x0800) {
- size += 2;
- } else {
- size += 3;
- }
- c = unicode[index++];
- }
- out = malloc(size + 1);
- if (out == NULL)
- return NULL;
- index = 0;
- c = unicode[index++];
- while(c)
- {
- if(c < 0x080) {
- out[out_index++] = (unsigned char)c;
- } else if(c < 0x800) {
- out[out_index++] = 0xc0 | (c >> 6);
- out[out_index++] = 0x80 | (c & 0x3f);
- } else {
- out[out_index++] = 0xe0 | (c >> 12);
- out[out_index++] = 0x80 | ((c >> 6) & 0x3f);
- out[out_index++] = 0x80 | (c & 0x3f);
- }
- c = unicode[index++];
- }
- out[out_index] = 0x00;
- return out;
- }
- static wchar_t *make_unicode_string(const unsigned char *utf8)
- {
- int size = 0, index = 0, out_index = 0;
- wchar_t *out;
- unsigned char c;
- /* first calculate the size of the target string */
- c = utf8[index++];
- while(c) {
- if((c & 0x80) == 0) {
- index += 0;
- } else if((c & 0xe0) == 0xe0) {
- index += 2;
- } else {
- index += 1;
- }
- size += 1;
- c = utf8[index++];
- }
- out = malloc((size + 1) * sizeof(wchar_t));
- if (out == NULL)
- return NULL;
- index = 0;
- c = utf8[index++];
- while(c)
- {
- if((c & 0x80) == 0) {
- out[out_index++] = c;
- } else if((c & 0xe0) == 0xe0) {
- out[out_index] = (c & 0x1F) << 12;
- c = utf8[index++];
- out[out_index] |= (c & 0x3F) << 6;
- c = utf8[index++];
- out[out_index++] |= (c & 0x3F);
- } else {
- out[out_index] = (c & 0x3F) << 6;
- c = utf8[index++];
- out[out_index++] |= (c & 0x3F);
- }
- c = utf8[index++];
- }
- out[out_index] = 0;
- return out;
- }
- int utf8_encode(const char *from, char **to)
- {
- wchar_t *unicode;
- int wchars, err;
- wchars = MultiByteToWideChar(CP_ACP, MB_PRECOMPOSED, from,
- strlen(from), NULL, 0);
- if(wchars == 0)
- {
- fprintf(stderr, "Unicode translation error %dn", GetLastError());
- return -1;
- }
- unicode = calloc(wchars + 1, sizeof(unsigned short));
- if(unicode == NULL)
- {
- fprintf(stderr, "Out of memory processing string to UTF8n");
- return -1;
- }
- err = MultiByteToWideChar(CP_ACP, MB_PRECOMPOSED, from,
- strlen(from), unicode, wchars);
- if(err != wchars)
- {
- free(unicode);
- fprintf(stderr, "Unicode translation error %dn", GetLastError());
- return -1;
- }
- /* On NT-based windows systems, we could use WideCharToMultiByte(), but
- * MS doesn't actually have a consistent API across win32.
- */
- *to = make_utf8_string(unicode);
- free(unicode);
- return 0;
- }
- int utf8_decode(const char *from, char **to)
- {
- wchar_t *unicode;
- int chars, err;
- /* On NT-based windows systems, we could use MultiByteToWideChar(CP_UTF8), but
- * MS doesn't actually have a consistent API across win32.
- */
- unicode = make_unicode_string(from);
- if(unicode == NULL)
- {
- fprintf(stderr, "Out of memory processing string from UTF8 to UNICODE16n");
- return -1;
- }
- chars = WideCharToMultiByte(GetConsoleCP(), WC_COMPOSITECHECK, unicode,
- -1, NULL, 0, NULL, NULL);
- if(chars == 0)
- {
- fprintf(stderr, "Unicode translation error %dn", GetLastError());
- free(unicode);
- return -1;
- }
- *to = calloc(chars + 1, sizeof(unsigned char));
- if(*to == NULL)
- {
- fprintf(stderr, "Out of memory processing string to local charsetn");
- free(unicode);
- return -1;
- }
- err = WideCharToMultiByte(GetConsoleCP(), WC_COMPOSITECHECK, unicode,
- -1, *to, chars, NULL, NULL);
- if(err != chars)
- {
- fprintf(stderr, "Unicode translation error %dn", GetLastError());
- free(unicode);
- free(*to);
- *to = NULL;
- return -1;
- }
- free(unicode);
- return 0;
- }
- #else /* End win32. Rest is for real operating systems */
- #ifdef HAVE_LANGINFO_CODESET
- #include <langinfo.h>
- #endif
- int iconvert(const char *fromcode, const char *tocode,
- const char *from, size_t fromlen,
- char **to, size_t *tolen);
- static char *current_charset = 0; /* means "US-ASCII" */
- void convert_set_charset(const char *charset)
- {
- #ifdef HAVE_LANGINFO_CODESET
- if (!charset)
- charset = nl_langinfo(CODESET);
- #endif
- if (!charset)
- charset = getenv("CHARSET");
- free(current_charset);
- current_charset = 0;
- if (charset && *charset)
- current_charset = strdup(charset);
- }
- static int convert_buffer(const char *fromcode, const char *tocode,
- const char *from, size_t fromlen,
- char **to, size_t *tolen)
- {
- int ret = -1;
- #ifdef HAVE_ICONV
- ret = iconvert(fromcode, tocode, from, fromlen, to, tolen);
- if (ret != -1)
- return ret;
- #endif
- #ifndef HAVE_ICONV /* should be ifdef USE_CHARSET_CONVERT */
- ret = charset_convert(fromcode, tocode, from, fromlen, to, tolen);
- if (ret != -1)
- return ret;
- #endif
- return ret;
- }
- static int convert_string(const char *fromcode, const char *tocode,
- const char *from, char **to, char replace)
- {
- int ret;
- size_t fromlen;
- char *s;
- fromlen = strlen(from);
- ret = convert_buffer(fromcode, tocode, from, fromlen, to, 0);
- if (ret == -2)
- return -1;
- if (ret != -1)
- return ret;
- s = malloc(fromlen + 1);
- if (!s)
- return -1;
- strcpy(s, from);
- *to = s;
- for (; *s; s++)
- if (*s & ~0x7f)
- *s = replace;
- return 3;
- }
- int utf8_encode(const char *from, char **to)
- {
- char *charset;
- if (!current_charset)
- convert_set_charset(0);
- charset = current_charset ? current_charset : "US-ASCII";
- return convert_string(charset, "UTF-8", from, to, '#');
- }
- int utf8_decode(const char *from, char **to)
- {
- char *charset;
- if (!current_charset)
- convert_set_charset(0);
- charset = current_charset ? current_charset : "US-ASCII";
- return convert_string("UTF-8", charset, from, to, '?');
- }
- #endif