2008-11-29 00:56:26 -05:00
|
|
|
|
/*
|
|
|
|
|
|
Copyright (C) 2006, 2008 Burkhard Plaum <plaum@ipf.uni-stuttgart.de>
|
2011-10-20 19:44:10 -04:00
|
|
|
|
Copyright (C) 2011 Rocky Bernstein <rocky@gnu.org>
|
2012-03-03 08:48:43 -05:00
|
|
|
|
Copyright (C) 2012 Pete Batard <pete@akeo.ie>
|
2008-11-29 00:56:26 -05:00
|
|
|
|
|
|
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
|
|
|
|
it under the terms of the GNU General Public License as published by
|
|
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
|
GNU General Public License for more details.
|
|
|
|
|
|
|
|
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
|
|
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
*/
|
|
|
|
|
|
/* UTF-8 support */
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef HAVE_CONFIG_H
|
2011-10-20 19:44:10 -04:00
|
|
|
|
# define __CDIO_CONFIG_H__ 1
|
2008-11-29 00:56:26 -05:00
|
|
|
|
# include "config.h"
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef HAVE_JOLIET
|
|
|
|
|
|
#ifdef HAVE_STRING_H
|
|
|
|
|
|
# include <string.h>
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef HAVE_STDLIB_H
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
#ifdef HAVE_ERRNO_H
|
|
|
|
|
|
#include <errno.h>
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
#include <cdio/utf8.h>
|
2012-03-03 08:48:43 -05:00
|
|
|
|
#include <cdio/logging.h>
|
2008-11-29 00:56:26 -05:00
|
|
|
|
|
2012-03-03 08:48:43 -05:00
|
|
|
|
#ifdef HAVE_STDIO_H
|
2008-11-29 00:56:26 -05:00
|
|
|
|
#include <stdio.h>
|
2012-03-03 08:48:43 -05:00
|
|
|
|
#endif
|
2008-11-29 00:56:26 -05:00
|
|
|
|
|
2012-03-03 08:48:43 -05:00
|
|
|
|
// TODO: also remove the need for iconv on MinGW
|
|
|
|
|
|
#ifdef HAVE_ICONV
|
|
|
|
|
|
#include <iconv.h>
|
2008-11-29 00:56:26 -05:00
|
|
|
|
struct cdio_charset_coverter_s
|
|
|
|
|
|
{
|
|
|
|
|
|
iconv_t ic;
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
cdio_charset_coverter_t *
|
|
|
|
|
|
cdio_charset_converter_create(const char * src_charset,
|
|
|
|
|
|
const char * dst_charset)
|
|
|
|
|
|
{
|
|
|
|
|
|
cdio_charset_coverter_t * ret;
|
|
|
|
|
|
ret = calloc(1, sizeof(*ret));
|
|
|
|
|
|
ret->ic = iconv_open(dst_charset, src_charset);
|
|
|
|
|
|
return ret;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#if 0
|
|
|
|
|
|
static void bgav_hexdump(uint8_t * data, int len, int linebreak)
|
|
|
|
|
|
{
|
|
|
|
|
|
int i;
|
|
|
|
|
|
int bytes_written = 0;
|
|
|
|
|
|
int imax;
|
|
|
|
|
|
|
|
|
|
|
|
while(bytes_written < len)
|
|
|
|
|
|
{
|
|
|
|
|
|
imax = (bytes_written + linebreak > len) ? len - bytes_written : linebreak;
|
|
|
|
|
|
for(i = 0; i < imax; i++)
|
|
|
|
|
|
fprintf(stderr, "%02x ", data[bytes_written + i]);
|
|
|
|
|
|
for(i = imax; i < linebreak; i++)
|
|
|
|
|
|
fprintf(stderr, " ");
|
|
|
|
|
|
for(i = 0; i < imax; i++)
|
|
|
|
|
|
{
|
|
|
|
|
|
if(!(data[bytes_written + i] & 0x80) && (data[bytes_written + i] >= 32))
|
|
|
|
|
|
fprintf(stderr, "%c", data[bytes_written + i]);
|
|
|
|
|
|
else
|
|
|
|
|
|
fprintf(stderr, ".");
|
|
|
|
|
|
}
|
|
|
|
|
|
bytes_written += imax;
|
|
|
|
|
|
fprintf(stderr, "\n");
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
void cdio_charset_converter_destroy(cdio_charset_coverter_t*cnv)
|
|
|
|
|
|
{
|
|
|
|
|
|
iconv_close(cnv->ic);
|
|
|
|
|
|
free(cnv);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#define BYTES_INCREMENT 16
|
|
|
|
|
|
|
|
|
|
|
|
static bool
|
|
|
|
|
|
do_convert(iconv_t cd, char * src, int src_len,
|
|
|
|
|
|
char ** dst, int *dst_len)
|
|
|
|
|
|
{
|
|
|
|
|
|
char * ret;
|
|
|
|
|
|
|
|
|
|
|
|
char *inbuf;
|
|
|
|
|
|
char *outbuf;
|
|
|
|
|
|
int alloc_size;
|
|
|
|
|
|
int output_pos;
|
|
|
|
|
|
size_t inbytesleft;
|
|
|
|
|
|
size_t outbytesleft;
|
|
|
|
|
|
|
|
|
|
|
|
if(src_len < 0)
|
|
|
|
|
|
src_len = strlen(src);
|
|
|
|
|
|
#if 0
|
|
|
|
|
|
fprintf(stderr, "Converting:\n");
|
|
|
|
|
|
bgav_hexdump(src, src_len, 16);
|
|
|
|
|
|
#endif
|
|
|
|
|
|
alloc_size = src_len + BYTES_INCREMENT;
|
|
|
|
|
|
|
|
|
|
|
|
inbytesleft = src_len;
|
|
|
|
|
|
|
|
|
|
|
|
/* We reserve space here to add a final '\0' */
|
|
|
|
|
|
outbytesleft = alloc_size-1;
|
|
|
|
|
|
|
|
|
|
|
|
ret = malloc(alloc_size);
|
|
|
|
|
|
|
|
|
|
|
|
inbuf = src;
|
|
|
|
|
|
outbuf = ret;
|
|
|
|
|
|
|
|
|
|
|
|
while(1)
|
|
|
|
|
|
{
|
|
|
|
|
|
|
2011-10-20 18:24:10 -04:00
|
|
|
|
if(iconv(cd, (ICONV_CONST char **)&inbuf, &inbytesleft,
|
2008-11-29 00:56:26 -05:00
|
|
|
|
&outbuf, &outbytesleft) == (size_t)-1)
|
|
|
|
|
|
{
|
|
|
|
|
|
switch(errno)
|
|
|
|
|
|
{
|
|
|
|
|
|
case E2BIG:
|
|
|
|
|
|
output_pos = (int)(outbuf - ret);
|
|
|
|
|
|
|
|
|
|
|
|
alloc_size += BYTES_INCREMENT;
|
|
|
|
|
|
outbytesleft += BYTES_INCREMENT;
|
|
|
|
|
|
|
|
|
|
|
|
ret = realloc(ret, alloc_size);
|
|
|
|
|
|
if (ret == NULL)
|
|
|
|
|
|
{
|
2012-03-03 08:48:43 -05:00
|
|
|
|
cdio_warn("Can't realloc(%d).", alloc_size);
|
2008-11-29 00:56:26 -05:00
|
|
|
|
return false;
|
|
|
|
|
|
}
|
|
|
|
|
|
outbuf = ret + output_pos;
|
|
|
|
|
|
break;
|
|
|
|
|
|
default:
|
2012-03-03 08:48:43 -05:00
|
|
|
|
cdio_warn("Iconv failed: %s", strerror(errno));
|
2008-11-29 00:56:26 -05:00
|
|
|
|
if (ret != NULL)
|
|
|
|
|
|
free(ret);
|
|
|
|
|
|
return false;
|
|
|
|
|
|
break;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
if(!inbytesleft)
|
|
|
|
|
|
break;
|
|
|
|
|
|
}
|
|
|
|
|
|
/* Zero terminate */
|
|
|
|
|
|
*outbuf = '\0';
|
|
|
|
|
|
|
|
|
|
|
|
/* Set return values */
|
|
|
|
|
|
*dst = ret;
|
|
|
|
|
|
if(dst_len)
|
|
|
|
|
|
*dst_len = (int)(outbuf - ret);
|
|
|
|
|
|
#if 0
|
|
|
|
|
|
fprintf(stderr, "Conversion done, src:\n");
|
|
|
|
|
|
bgav_hexdump(src, src_len, 16);
|
|
|
|
|
|
fprintf(stderr, "dst:\n");
|
|
|
|
|
|
bgav_hexdump((uint8_t*)(ret), (int)(outbuf - ret), 16);
|
|
|
|
|
|
#endif
|
|
|
|
|
|
return true;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
bool cdio_charset_convert(cdio_charset_coverter_t*cnv,
|
|
|
|
|
|
char * src, int src_len,
|
|
|
|
|
|
char ** dst, int * dst_len)
|
|
|
|
|
|
{
|
|
|
|
|
|
return do_convert(cnv->ic, src, src_len, dst, dst_len);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
bool cdio_charset_from_utf8(cdio_utf8_t * src, char ** dst,
|
|
|
|
|
|
int * dst_len, const char * dst_charset)
|
|
|
|
|
|
{
|
|
|
|
|
|
iconv_t ic;
|
|
|
|
|
|
bool result;
|
|
|
|
|
|
ic = iconv_open(dst_charset, "UTF-8");
|
|
|
|
|
|
result = do_convert(ic, src, -1, dst, dst_len);
|
|
|
|
|
|
iconv_close(ic);
|
|
|
|
|
|
return result;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
bool cdio_charset_to_utf8(char *src, size_t src_len, cdio_utf8_t **dst,
|
|
|
|
|
|
const char * src_charset)
|
|
|
|
|
|
{
|
|
|
|
|
|
iconv_t ic;
|
|
|
|
|
|
bool result;
|
|
|
|
|
|
ic = iconv_open("UTF-8", src_charset);
|
|
|
|
|
|
result = do_convert(ic, src, src_len, dst, NULL);
|
|
|
|
|
|
iconv_close(ic);
|
|
|
|
|
|
return result;
|
|
|
|
|
|
}
|
2012-03-03 08:48:43 -05:00
|
|
|
|
#elif defined(_WIN32)
|
|
|
|
|
|
#include <windows.h>
|
|
|
|
|
|
|
|
|
|
|
|
#define wchar_to_utf8_no_alloc(wsrc, dest, dest_size) \
|
|
|
|
|
|
WideCharToMultiByte(CP_UTF8, 0, wsrc, -1, dest, dest_size, NULL, NULL)
|
|
|
|
|
|
#define utf8_to_wchar_no_alloc(src, wdest, wdest_size) \
|
|
|
|
|
|
MultiByteToWideChar(CP_UTF8, 0, src, -1, wdest, wdest_size)
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
* Converts an UTF-16 string to UTF8 (allocate returned string)
|
|
|
|
|
|
* Returns NULL on error
|
|
|
|
|
|
*/
|
|
|
|
|
|
static __inline char* wchar_to_utf8(const wchar_t* wstr)
|
|
|
|
|
|
{
|
|
|
|
|
|
int size = 0;
|
|
|
|
|
|
char* str = NULL;
|
|
|
|
|
|
|
|
|
|
|
|
/* Find out the size we need to allocate for our converted string */
|
|
|
|
|
|
size = WideCharToMultiByte(CP_UTF8, 0, wstr, -1, NULL, 0, NULL, NULL);
|
|
|
|
|
|
if (size <= 1) // An empty string would be size 1
|
|
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
|
|
|
|
if ((str = (char*)calloc(size, 1)) == NULL)
|
|
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
|
|
|
|
if (wchar_to_utf8_no_alloc(wstr, str, size) != size) {
|
|
|
|
|
|
free(str);
|
|
|
|
|
|
return NULL;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return str;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
|
* Converts an UTF8 string to UTF-16 (allocate returned string)
|
|
|
|
|
|
* Returns NULL on error
|
|
|
|
|
|
*/
|
|
|
|
|
|
static __inline wchar_t* utf8_to_wchar(const char* str)
|
|
|
|
|
|
{
|
|
|
|
|
|
int size = 0;
|
|
|
|
|
|
wchar_t* wstr = NULL;
|
|
|
|
|
|
|
|
|
|
|
|
/* Find out the size we need to allocate for our converted string */
|
|
|
|
|
|
size = MultiByteToWideChar(CP_UTF8, 0, str, -1, NULL, 0);
|
|
|
|
|
|
if (size <= 1) // An empty string would be size 1
|
|
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
|
|
|
|
if ((wstr = (wchar_t*)calloc(size, sizeof(wchar_t))) == NULL)
|
|
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
|
|
|
|
if (utf8_to_wchar_no_alloc(str, wstr, size) != size) {
|
|
|
|
|
|
free(wstr);
|
|
|
|
|
|
return NULL;
|
|
|
|
|
|
}
|
|
|
|
|
|
return wstr;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
bool cdio_charset_to_utf8(char *src, size_t src_len, cdio_utf8_t **dst,
|
|
|
|
|
|
const char * src_charset)
|
|
|
|
|
|
{
|
|
|
|
|
|
wchar_t* le_src;
|
|
|
|
|
|
|
|
|
|
|
|
if (src == NULL || dst == NULL || src_charset == NULL || strcmp(src_charset, "UCS-2BE") != 0)
|
|
|
|
|
|
return false;
|
|
|
|
|
|
|
|
|
|
|
|
if (src_len == (size_t)-1) {
|
|
|
|
|
|
for (src_len = 0; ((uint16_t*)src)[src_len] !=0; src_len++);
|
|
|
|
|
|
src_len <<=2;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/* zero lenght is a headache (LCMapString doesn't support it)
|
|
|
|
|
|
=> eliminate this case first */
|
|
|
|
|
|
if (src_len == 0) {
|
|
|
|
|
|
*dst = (cdio_utf8_t*)malloc(1);
|
|
|
|
|
|
*dst[0] = 0;
|
|
|
|
|
|
return true;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
le_src = (wchar_t*)malloc(src_len+2);
|
|
|
|
|
|
/* WideCharToMultiByte only takes UCS-2LE, and we are fed UCS-2BE
|
|
|
|
|
|
=> perform byte reversal */
|
|
|
|
|
|
LCMapStringW(0, LCMAP_BYTEREV, (LPCWSTR)src, src_len, le_src, src_len);
|
|
|
|
|
|
*dst = wchar_to_utf8(le_src);
|
|
|
|
|
|
free(le_src);
|
|
|
|
|
|
|
|
|
|
|
|
return (*dst != NULL);
|
|
|
|
|
|
}
|
|
|
|
|
|
#endif /* HAVE_ICONV */
|
|
|
|
|
|
|
2008-11-29 00:56:26 -05:00
|
|
|
|
#endif /* HAVE_JOLIET */
|