/**
* \file unicode.c
*
* This file contains general Unicode string manipulation functions.
* It mainly consist of functions for converting between UCS-2 (used on
* the devices) and UTF-8 (used by several applications).
*
* For a deeper understanding of Unicode encoding formats see the
* Wikipedia entries for
* UTF-16/UCS-2
* and UTF-8.
*
* Copyright (C) 2005-2009 Linus Walleij
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*
*/
#include
#include
#include
#ifdef HAVE_ICONV
#include "iconv.h"
#else
#error "libmtp unicode.c needs fixing to work without iconv()!"
#endif
#include "libmtp.h"
#include "unicode.h"
#include "util.h"
#include "ptp.h"
/**
* The size of the buffer (in characters) used for creating string copies.
*/
#define STRING_BUFFER_LENGTH 1024
/**
* Gets the length (in characters, not bytes) of a unicode
* UCS-2 string, eg a string which physically is 0x00 0x41 0x00 0x00
* will return a value of 1.
*
* @param unicstr a UCS-2 Unicode string
* @return the length of the string, in number of characters. If you
* want to know the length in bytes, multiply this by two and
* add two (for zero terminator).
*/
int ucs2_strlen(uint16_t const * const unicstr)
{
int length;
/* Unicode strings are terminated with 2 * 0x00 */
for(length = 0; unicstr[length] != 0x0000U; length ++);
return length;
}
/**
* Converts a big-endian UTF-16 2-byte string
* to a UTF-8 string. Actually just a UCS-2 internal conversion
* routine that strips off the BOM if there is one.
*
* @param device a pointer to the current device.
* @param unicstr the UTF-16 unicode string to convert
* @return a UTF-8 string.
*/
char *utf16_to_utf8(LIBMTP_mtpdevice_t *device, const uint16_t *unicstr)
{
PTPParams *params = (PTPParams *) device->params;
char *stringp = (char *) unicstr;
char loclstr[STRING_BUFFER_LENGTH*3+1]; // UTF-8 encoding is max 3 bytes per UCS2 char.
char *locp = loclstr;
size_t nconv;
size_t convlen = (ucs2_strlen(unicstr)+1) * sizeof(uint16_t); // UCS-2 is 16 bit wide, include terminator
size_t convmax = STRING_BUFFER_LENGTH*3;
loclstr[0]='\0';
/* Do the conversion. */
nconv = iconv(params->cd_ucs2_to_locale, &stringp, &convlen, &locp, &convmax);
if (nconv == (size_t) -1) {
// Return partial string anyway.
*locp = '\0';
}
loclstr[STRING_BUFFER_LENGTH*3] = '\0';
// Strip off any BOM, it's totally useless...
if ((uint8_t) loclstr[0] == 0xEFU && (uint8_t) loclstr[1] == 0xBBU && (uint8_t) loclstr[2] == 0xBFU) {
return strdup(loclstr+3);
}
return strdup(loclstr);
}
/**
* Converts a UTF-8 string to a big-endian UTF-16 2-byte string
* Actually just a UCS-2 internal conversion.
*
* @param device a pointer to the current device.
* @param localstr the UTF-8 unicode string to convert
* @return a UTF-16 string.
*/
uint16_t *utf8_to_utf16(LIBMTP_mtpdevice_t *device, const char *localstr)
{
PTPParams *params = (PTPParams *) device->params;
char *stringp = (char *) localstr; // cast away "const"
char unicstr[(STRING_BUFFER_LENGTH+1)*2]; // UCS2 encoding is 2 bytes per UTF-8 char.
char *unip = unicstr;
size_t nconv = 0;
size_t convlen = strlen(localstr)+1; // utf8 bytes, include terminator
size_t convmax = STRING_BUFFER_LENGTH*2;
unicstr[0]='\0';
unicstr[1]='\0';
/* Do the conversion. */
nconv = iconv(params->cd_locale_to_ucs2, &stringp, &convlen, &unip, &convmax);
if (nconv == (size_t) -1) {
// Return partial string anyway.
unip[0] = '\0';
unip[1] = '\0';
}
// make sure the string is null terminated
unicstr[STRING_BUFFER_LENGTH*2] = '\0';
unicstr[STRING_BUFFER_LENGTH*2+1] = '\0';
// allocate the string to be returned
// Note: can't use strdup since every other byte is a null byte
int ret_len = ucs2_strlen((uint16_t*)unicstr)*sizeof(uint16_t)+2;
uint16_t* ret = malloc(ret_len);
memcpy(ret,unicstr,(size_t)ret_len);
return ret;
}
/**
* This helper function simply removes any consecutive chars
* > 0x7F and replace then with an underscore. In UTF-8
* consequtive chars > 0x7F represent one single character so
* it has to be done like this (and it's elegant). It will only
* shrink the string in size so no copying is needed.
*/
void strip_7bit_from_utf8(char *str)
{
int i,j,k;
i = 0;
j = 0;
k = strlen(str);
while (i < k) {
if ((uint8_t) str[i] > 0x7FU) {
str[j] = '_';
i++;
// Skip over any consequtive > 0x7F chars.
while((uint8_t) str[i] > 0x7FU) {
i++;
}
} else {
str[j] = str[i];
i++;
}
j++;
}
// Terminate stripped string...
str[j] = '\0';
}