1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
|
/* ScummVM - Graphic Adventure Engine
*
* ScummVM is the legal property of its developers, whose names
* are too numerous to list here. Please refer to the COPYRIGHT
* file distributed with this source distribution.
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License
* as published by the Free Software Foundation; either version 2
* of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*
*/
#include "common/encoding.h"
#include "common/debug.h"
#include "common/textconsole.h"
#include <cerrno>
namespace Common {
Encoding::Encoding(const String &to, const String &from)
: _to(to)
, _from(from) {
#ifdef USE_ICONV
String toTranslit = to + "//TRANSLIT";
_iconvHandle = iconv_open(toTranslit.c_str(), from.c_str());
#endif // USE_ICONV
}
Encoding::~Encoding() {
#ifdef USE_ICONV
if (_iconvHandle != (iconv_t) -1)
iconv_close(_iconvHandle);
#endif // USE_ICONV
}
char *Encoding::convert(const char *string, size_t size) {
#ifndef USE_ICONV
_iconvHandle = 0;
#endif
return doConversion(_iconvHandle, _to, _from, string, size);
}
char *Encoding::convert(const String &to, const String &from, const char *string, size_t size) {
#ifdef USE_ICONV
String toTranslit = to + "//TRANSLIT";
iconv_t iconvHandle = iconv_open(toTranslit.c_str(), from.c_str());
#else
iconv_t iconvHandle = 0;
#endif // USE_ICONV
char *result = doConversion(iconvHandle, to, from, string, size);
#ifdef USE_ICONV
if (iconvHandle != (iconv_t) -1)
iconv_close(iconvHandle);
#endif // USE_ICONV
return result;
}
char *Encoding::doConversion(iconv_t iconvHandle, const String &to, const String &from, const char *string, size_t length) {
char *result = nullptr;
#ifdef USE_ICONV
if (iconvHandle != (iconv_t) -1)
result = convertIconv(iconvHandle, string, length);
else
debug("Could not convert from %s to %s using iconv", from.c_str(), to.c_str());
if (result == nullptr)
debug("Error while converting with iconv");
#else
debug("Iconv is not available");
#endif // USE_ICONV
return result;
}
char *Encoding::convertIconv(iconv_t iconvHandle, const char *string, size_t length) {
#ifdef USE_ICONV
debug("Trying iconv...");
size_t inSize = length;
size_t outSize = inSize;
size_t stringSize = inSize > 4 ? inSize : outSize;
#ifdef ICONV_USES_CONST
const char *src = string;
#else
char *src = new char[length];
char *originalSrc = src;
memcpy(src, string, length);
#endif // ICONV_USES_CONST
char *buffer = (char *) malloc(sizeof(char) * stringSize);
if (!buffer) {
warning ("Cannot allocate memory for converting string");
return nullptr;
}
memset(buffer, 0, stringSize);
char *dst = buffer;
bool error = false;
while (inSize > 0) {
if (iconv(iconvHandle, &src, &inSize, &dst, &outSize) == ((size_t)-1)) {
// from SDLs implementation of SDL_iconv_string (slightly altered)
if (errno == E2BIG) {
char *oldString = buffer;
stringSize *= 2;
buffer = (char *) realloc(buffer, stringSize);
if (!buffer) {
warning ("Cannot allocate memory for converting string");
error = true;
break;
}
dst = buffer + (dst - oldString);
outSize = stringSize - (dst - buffer);
memset(dst, 0, stringSize / 2);
} else {
error = true;
debug("iconv failed");
break;
}
}
}
// Add a zero character to the end. Hopefuly UTF32 uses the most bytes from
// all possible encodings, so add 4 zero bytes.
buffer = (char *) realloc(buffer, stringSize + 4);
memset(buffer + stringSize, 0, 4);
#ifndef ICONV_USES_CONST
delete[] originalSrc;
#endif // ICONV_USES_CONST
if (error)
return nullptr;
debug("Size: %d", stringSize);
return buffer;
#else
debug("Iconv isn't available");
return nullptr;
#endif //USE_ICONV
}
}
|
