1///////////////////////////////////////////////////////////////////////////// 2// Name: encconv.cpp 3// Purpose: wxEncodingConverter class for converting between different 4// font encodings 5// Author: Vaclav Slavik 6// Copyright: (c) 1999 Vaclav Slavik 7// Licence: wxWindows licence 8///////////////////////////////////////////////////////////////////////////// 9 10// For compilers that support precompilation, includes "wx.h". 11#include "wx/wxprec.h" 12 13#ifdef __BORLANDC__ 14 #pragma hdrstop 15#endif 16 17#include "wx/encconv.h" 18 19#include <stdlib.h> 20 21// conversion tables, generated by scripts in $(WXWIN)/misc/unictabl: 22#if defined( __BORLANDC__ ) || defined(__DARWIN__) 23 #include "../common/unictabl.inc" 24#else 25 #include "unictabl.inc" 26#endif 27 28#if wxUSE_WCHAR_T 29 typedef wchar_t tchar; 30#else 31 typedef char tchar; 32#endif 33 34#ifdef __WXMAC__ 35#ifdef __DARWIN__ 36#include <Carbon/Carbon.h> 37#else 38#include <ATSUnicode.h> 39#include <TextCommon.h> 40#include <TextEncodingConverter.h> 41#endif 42 #include "wx/fontutil.h" 43 #include "wx/mac/private.h" // includes mac headers 44 45 wxUint16 gMacEncodings[wxFONTENCODING_MACMAX-wxFONTENCODING_MACMIN+1][128] ; 46 bool gMacEncodingsInited[wxFONTENCODING_MACMAX-wxFONTENCODING_MACMIN+1] ; 47#endif 48 49#ifdef __WXWINCE__ 50 #include "wx/msw/wince/missing.h" // for bsearch() 51#endif 52 53static const wxUint16* GetEncTable(wxFontEncoding enc) 54{ 55#ifdef __WXMAC__ 56 if( enc >= wxFONTENCODING_MACMIN && enc <= wxFONTENCODING_MACMAX ) 57 { 58 int i = enc-wxFONTENCODING_MACMIN ; 59 if ( gMacEncodingsInited[i] == false ) 60 { 61 TECObjectRef converter ; 62 TextEncodingBase code = wxMacGetSystemEncFromFontEnc( enc ) ; 63 TextEncodingBase unicode = CreateTextEncoding(kTextEncodingUnicodeDefault,0,kUnicode16BitFormat) ; 64 OSStatus status = TECCreateConverter(&converter,code,unicode); 65 char s[2] ; 66 s[1] = 0 ; 67 ByteCount byteInLen, byteOutLen ; 68 for( unsigned char c = 255 ; c >= 128 ; --c ) 69 { 70 s[0] = c ; 71 status = TECConvertText(converter, (ConstTextPtr) &s , 1, &byteInLen, 72 (TextPtr) &gMacEncodings[i][c-128] , 2, &byteOutLen); 73 } 74 status = TECDisposeConverter(converter); 75 gMacEncodingsInited[i]=true; 76 } 77 return gMacEncodings[i] ; 78 } 79#endif 80 81 for (int i = 0; encodings_list[i].table != NULL; i++) 82 { 83 if (encodings_list[i].encoding == enc) 84 return encodings_list[i].table; 85 } 86 return NULL; 87} 88 89typedef struct { 90 wxUint16 u; 91 wxUint8 c; 92} CharsetItem; 93 94extern "C" int wxCMPFUNC_CONV 95CompareCharsetItems(const void *i1, const void *i2) 96{ 97 return ( ((CharsetItem*)i1) -> u - ((CharsetItem*)i2) -> u ); 98} 99 100 101static CharsetItem* BuildReverseTable(const wxUint16 *tbl) 102{ 103 CharsetItem *rev = new CharsetItem[128]; 104 105 for (int i = 0; i < 128; i++) 106 rev[i].c = wxUint8(128 + i), rev[i].u = tbl[i]; 107 108 qsort(rev, 128, sizeof(CharsetItem), CompareCharsetItems); 109 110 return rev; 111} 112 113 114 115wxEncodingConverter::wxEncodingConverter() 116{ 117 m_Table = NULL; 118 m_UnicodeInput = m_UnicodeOutput = false; 119 m_JustCopy = false; 120} 121 122 123 124bool wxEncodingConverter::Init(wxFontEncoding input_enc, wxFontEncoding output_enc, int method) 125{ 126 unsigned i; 127 const wxUint16 *in_tbl; 128 const wxUint16 *out_tbl = NULL; 129 130 if (m_Table) {delete[] m_Table; m_Table = NULL;} 131 132#if !wxUSE_WCHAR_T 133 if (input_enc == wxFONTENCODING_UNICODE || output_enc == wxFONTENCODING_UNICODE) return false; 134#endif 135 136 if (input_enc == output_enc) {m_JustCopy = true; return true;} 137 138 m_UnicodeOutput = (output_enc == wxFONTENCODING_UNICODE); 139 m_JustCopy = false; 140 141 if (input_enc == wxFONTENCODING_UNICODE) 142 { 143 if ((out_tbl = GetEncTable(output_enc)) == NULL) return false; 144 145 m_Table = new tchar[65536]; 146 for (i = 0; i < 128; i++) m_Table[i] = (tchar)i; // 7bit ASCII 147 for (i = 128; i < 65536; i++) m_Table[i] = (tchar)0; 148 149 if (method == wxCONVERT_SUBSTITUTE) 150 { 151 for (i = 0; i < encoding_unicode_fallback_count; i++) 152 m_Table[encoding_unicode_fallback[i].c] = (tchar) encoding_unicode_fallback[i].s; 153 } 154 155 for (i = 0; i < 128; i++) 156 m_Table[out_tbl[i]] = (tchar)(128 + i); 157 158 m_UnicodeInput = true; 159 } 160 else // input !Unicode 161 { 162 if ((in_tbl = GetEncTable(input_enc)) == NULL) return false; 163 if (output_enc != wxFONTENCODING_UNICODE) 164 if ((out_tbl = GetEncTable(output_enc)) == NULL) return false; 165 166 m_UnicodeInput = false; 167 168 m_Table = new tchar[256]; 169 for (i = 0; i < 128; i++) m_Table[i] = (tchar)i; // 7bit ASCII 170 171 if (output_enc == wxFONTENCODING_UNICODE) 172 { 173 for (i = 0; i < 128; i++) m_Table[128 + i] = (tchar)in_tbl[i]; 174 return true; 175 } 176 else // output !Unicode 177 { 178 CharsetItem *rev = BuildReverseTable(out_tbl); 179 CharsetItem *item; 180 CharsetItem key; 181 182 for (i = 0; i < 128; i++) 183 { 184 key.u = in_tbl[i]; 185 item = (CharsetItem*) bsearch(&key, rev, 128, sizeof(CharsetItem), CompareCharsetItems); 186 if (item == NULL && method == wxCONVERT_SUBSTITUTE) 187 item = (CharsetItem*) bsearch(&key, encoding_unicode_fallback, 188 encoding_unicode_fallback_count, sizeof(CharsetItem), CompareCharsetItems); 189 if (item) 190 m_Table[128 + i] = (tchar)item -> c; 191 else 192#if wxUSE_WCHAR_T 193 m_Table[128 + i] = (wchar_t)(128 + i); 194#else 195 m_Table[128 + i] = (char)(128 + i); 196#endif 197 } 198 199 delete[] rev; 200 } 201 } 202 203 return true; 204} 205 206 207#define REPLACEMENT_CHAR ((tchar)'?') 208 209inline tchar GetTableValue(const tchar *table, tchar value, bool& repl) 210{ 211 tchar r = table[value]; 212 if (r == 0 && value != 0) 213 { 214 r = REPLACEMENT_CHAR; 215 repl = true; 216 } 217 return r; 218} 219 220 221bool wxEncodingConverter::Convert(const char* input, char* output) const 222{ 223 wxASSERT_MSG(!m_UnicodeOutput, wxT("You cannot convert to unicode if output is const char*!")); 224 wxASSERT_MSG(!m_UnicodeInput, wxT("You cannot convert from unicode if input is const char*!")); 225 226 const char *i; 227 char *o; 228 229 if (m_JustCopy) 230 { 231 strcpy(output, input); 232 return true; 233 } 234 235 wxCHECK_MSG(m_Table != NULL, false, 236 wxT("You must call wxEncodingConverter::Init() before actually converting!")); 237 238 bool replaced = false; 239 240 for (i = input, o = output; *i != 0;) 241 *(o++) = (char)(GetTableValue(m_Table, (wxUint8)*(i++), replaced)); 242 *o = 0; 243 244 return !replaced; 245} 246 247 248#if wxUSE_WCHAR_T 249 250bool wxEncodingConverter::Convert(const char* input, wchar_t* output) const 251{ 252 wxASSERT_MSG(m_UnicodeOutput, wxT("You cannot convert to 8-bit if output is const wchar_t*!")); 253 wxASSERT_MSG(!m_UnicodeInput, wxT("You cannot convert from unicode if input is const char*!")); 254 255 const char *i; 256 wchar_t *o; 257 258 if (m_JustCopy) 259 { 260 for (i = input, o = output; *i != 0;) 261 *(o++) = (wchar_t)(*(i++)); 262 *o = 0; 263 return true; 264 } 265 266 wxCHECK_MSG(m_Table != NULL, false, 267 wxT("You must call wxEncodingConverter::Init() before actually converting!")); 268 269 bool replaced = false; 270 271 for (i = input, o = output; *i != 0;) 272 *(o++) = (wchar_t)(GetTableValue(m_Table, (wxUint8)*(i++), replaced)); 273 *o = 0; 274 275 return !replaced; 276} 277 278 279 280bool wxEncodingConverter::Convert(const wchar_t* input, char* output) const 281{ 282 wxASSERT_MSG(!m_UnicodeOutput, wxT("You cannot convert to unicode if output is const char*!")); 283 wxASSERT_MSG(m_UnicodeInput, wxT("You cannot convert from 8-bit if input is const wchar_t*!")); 284 285 const wchar_t *i; 286 char *o; 287 288 if (m_JustCopy) 289 { 290 for (i = input, o = output; *i != 0;) 291 *(o++) = (char)(*(i++)); 292 *o = 0; 293 return true; 294 } 295 296 wxCHECK_MSG(m_Table != NULL, false, 297 wxT("You must call wxEncodingConverter::Init() before actually converting!")); 298 299 bool replaced = false; 300 301 for (i = input, o = output; *i != 0;) 302 *(o++) = (char)(GetTableValue(m_Table, (wxUint16)*(i++), replaced)); 303 *o = 0; 304 305 return !replaced; 306} 307 308 309 310bool wxEncodingConverter::Convert(const wchar_t* input, wchar_t* output) const 311{ 312 wxASSERT_MSG(m_UnicodeOutput, wxT("You cannot convert to 8-bit if output is const wchar_t*!")); 313 wxASSERT_MSG(m_UnicodeInput, wxT("You cannot convert from 8-bit if input is const wchar_t*!")); 314 315 const wchar_t *i; 316 wchar_t *o; 317 318 if (m_JustCopy) 319 { 320 // wcscpy() is not guaranteed to exist 321 for (i = input, o = output; *i != 0;) 322 *(o++) = (*(i++)); 323 *o = 0; 324 return true; 325 } 326 327 wxCHECK_MSG(m_Table != NULL, false, 328 wxT("You must call wxEncodingConverter::Init() before actually converting!")); 329 330 bool replaced = false; 331 332 for (i = input, o = output; *i != 0;) 333 *(o++) = (wchar_t)(GetTableValue(m_Table, (wxUint8)*(i++), replaced)); 334 *o = 0; 335 336 return !replaced; 337} 338 339#endif // wxUSE_WCHAR_T 340 341 342wxString wxEncodingConverter::Convert(const wxString& input) const 343{ 344 if (m_JustCopy) return input; 345 346 wxString s; 347 const wxChar *i; 348 349 wxCHECK_MSG(m_Table != NULL, s, 350 wxT("You must call wxEncodingConverter::Init() before actually converting!")); 351 352 if (m_UnicodeInput) 353 { 354 for (i = input.c_str(); *i != 0; i++) 355 s << (wxChar)(m_Table[(wxUint16)*i]); 356 } 357 else 358 { 359 for (i = input.c_str(); *i != 0; i++) 360 s << (wxChar)(m_Table[(wxUint8)*i]); 361 } 362 363 return s; 364} 365 366 367 368 369 370 371 372// Following tables describe classes of encoding equivalence. 373// 374 375#define STOP wxFONTENCODING_SYSTEM 376 377#define NUM_OF_PLATFORMS 4 /*must conform to enum wxPLATFORM_XXXX !!!*/ 378#define ENC_PER_PLATFORM 3 379 // max no. of encodings for one language used on one platform. 380 // Using maximum of everything at the current moment to not make the 381 // library larger than necessary. Make larger only if necessary - MR 382 383static const wxFontEncoding 384 EquivalentEncodings[][NUM_OF_PLATFORMS][ENC_PER_PLATFORM+1] = { 385 386 // *** Please put more common encodings as first! *** 387 388 // Western European 389 { 390 /* unix */ {wxFONTENCODING_ISO8859_1, wxFONTENCODING_ISO8859_15, STOP}, 391 /* windows */ {wxFONTENCODING_CP1252, STOP}, 392 /* os2 */ {STOP}, 393 /* mac */ {wxFONTENCODING_MACROMAN, STOP} 394 }, 395 396 // Central European 397 { 398 /* unix */ {wxFONTENCODING_ISO8859_2, STOP}, 399 /* windows */ {wxFONTENCODING_CP1250, STOP}, 400 /* os2 */ {STOP}, 401 /* mac */ {wxFONTENCODING_MACCENTRALEUR, STOP} 402 }, 403 404 // Baltic 405 { 406 /* unix */ {wxFONTENCODING_ISO8859_13, wxFONTENCODING_ISO8859_4, STOP}, 407 /* windows */ {wxFONTENCODING_CP1257, STOP}, 408 /* os2 */ {STOP}, 409 /* mac */ {STOP} 410 }, 411 412 // Hebrew 413 { 414 /* unix */ {wxFONTENCODING_ISO8859_8, STOP}, 415 /* windows */ {wxFONTENCODING_CP1255, STOP}, 416 /* os2 */ {STOP}, 417 /* mac */ {wxFONTENCODING_MACHEBREW, STOP} 418 }, 419 420 // Greek 421 { 422 /* unix */ {wxFONTENCODING_ISO8859_7, STOP}, 423 /* windows */ {wxFONTENCODING_CP1253, STOP}, 424 /* os2 */ {STOP}, 425 /* mac */ {wxFONTENCODING_MACGREEK, STOP} 426 }, 427 428 // Arabic 429 { 430 /* unix */ {wxFONTENCODING_ISO8859_6, STOP}, 431 /* windows */ {wxFONTENCODING_CP1256, STOP}, 432 /* os2 */ {STOP}, 433 /* mac */ {wxFONTENCODING_MACARABIC, STOP} 434 }, 435 436 // Turkish 437 { 438 /* unix */ {wxFONTENCODING_ISO8859_9, STOP}, 439 /* windows */ {wxFONTENCODING_CP1254, STOP}, 440 /* os2 */ {STOP}, 441 /* mac */ {wxFONTENCODING_MACTURKISH, STOP} 442 }, 443 444 // Cyrillic 445 { 446 /* unix */ {wxFONTENCODING_KOI8, wxFONTENCODING_KOI8_U, wxFONTENCODING_ISO8859_5, STOP}, 447 /* windows */ {wxFONTENCODING_CP1251, STOP}, 448 /* os2 */ {STOP}, 449 /* mac */ {wxFONTENCODING_MACCYRILLIC, STOP} 450 }, 451 452 {{STOP},{STOP},{STOP},{STOP}} /* Terminator */ 453 /* no, _not_ Arnold! */ 454}; 455 456 457static bool FindEncoding(const wxFontEncodingArray& arr, wxFontEncoding f) 458{ 459 for (wxFontEncodingArray::const_iterator it = arr.begin(), en = arr.end(); 460 it != en; ++it) 461 if (*it == f) 462 return true; 463 return false; 464} 465 466wxFontEncodingArray wxEncodingConverter::GetPlatformEquivalents(wxFontEncoding enc, int platform) 467{ 468 if (platform == wxPLATFORM_CURRENT) 469 { 470#if defined(__WXMSW__) 471 platform = wxPLATFORM_WINDOWS; 472#elif defined(__WXGTK__) || defined(__WXMOTIF__) 473 platform = wxPLATFORM_UNIX; 474#elif defined(__WXPM__) 475 platform = wxPLATFORM_OS2; 476#elif defined(__WXMAC__) 477 platform = wxPLATFORM_MAC; 478#endif 479 } 480 481 int i, clas, e ; 482 const wxFontEncoding *f; 483 wxFontEncodingArray arr; 484 485 clas = 0; 486 while (EquivalentEncodings[clas][0][0] != STOP) 487 { 488 for (i = 0; i < NUM_OF_PLATFORMS; i++) 489 for (e = 0; EquivalentEncodings[clas][i][e] != STOP; e++) 490 if (EquivalentEncodings[clas][i][e] == enc) 491 { 492 for (f = EquivalentEncodings[clas][platform]; *f != STOP; f++) 493 if (*f == enc) arr.push_back(enc); 494 for (f = EquivalentEncodings[clas][platform]; *f != STOP; f++) 495 if (!FindEncoding(arr, *f)) arr.push_back(*f); 496 i = NUM_OF_PLATFORMS/*hack*/; break; 497 } 498 clas++; 499 } 500 501 return arr; 502} 503 504 505 506wxFontEncodingArray wxEncodingConverter::GetAllEquivalents(wxFontEncoding enc) 507{ 508 int i, clas, e, j ; 509 const wxFontEncoding *f; 510 wxFontEncodingArray arr; 511 512 arr = GetPlatformEquivalents(enc); // we want them to be first items in array 513 514 clas = 0; 515 while (EquivalentEncodings[clas][0][0] != STOP) 516 { 517 for (i = 0; i < NUM_OF_PLATFORMS; i++) 518 for (e = 0; EquivalentEncodings[clas][i][e] != STOP; e++) 519 if (EquivalentEncodings[clas][i][e] == enc) 520 { 521 for (j = 0; j < NUM_OF_PLATFORMS; j++) 522 for (f = EquivalentEncodings[clas][j]; *f != STOP; f++) 523 if (!FindEncoding(arr, *f)) arr.push_back(*f); 524 i = NUM_OF_PLATFORMS/*hack*/; break; 525 } 526 clas++; 527 } 528 529 return arr; 530} 531 532