KDECore
kencodingprober Namespace Reference
Typedef Documentation
typedef struct kencodingprober::nsPkgInt kencodingprober::nsPkgInt |
Enumeration Type Documentation
Definition at line 42 of file nsPkgInt.h.
Definition at line 30 of file nsPkgInt.h.
Definition at line 34 of file nsUniversalDetector.h.
Definition at line 34 of file nsCharSetProber.h.
Definition at line 36 of file nsPkgInt.h.
Definition at line 35 of file nsCodingStateMachine.h.
Definition at line 48 of file nsPkgInt.h.
Variable Documentation
unsigned int kencodingprober::BIG5_cls[256/8] [static] |
Definition at line 37 of file nsMBCSSM.cpp.
unsigned int kencodingprober::BIG5_st[3] [static] |
const unsigned int kencodingprober::Big5CharLenTable[] = {0, 1, 1, 2, 0} [static] |
Definition at line 80 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, BIG5_cls }, 5, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, BIG5_st }, Big5CharLenTable, "Big5", }
Definition at line 82 of file nsMBCSSM.cpp.
const char kencodingprober::BulgarianLangModel[] |
Definition at line 86 of file LangBulgarianModel.cpp.
unsigned int kencodingprober::EUCJP_cls[256/8] [static] |
Definition at line 90 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCJP_st[5] [static] |
{ PCK4BITS( 3, 4, 3, 5,eStart,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eStart,eError,eStart,eError,eError,eError), PCK4BITS(eError,eError,eStart,eError,eError,eError, 3,eError), PCK4BITS( 3,eError,eError,eError,eStart,eStart,eStart,eStart) }
Definition at line 127 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::EUCJPCharLenTable[] = {2, 2, 2, 3, 1, 0} [static] |
Definition at line 135 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCJP_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCJP_st }, EUCJPCharLenTable, "EUC-JP", }
Definition at line 137 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCKR_cls[256/8] [static] |
Definition at line 145 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCKR_st[2] [static] |
const unsigned int kencodingprober::EUCKRCharLenTable[] = {0, 1, 2, 0} [static] |
Definition at line 187 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCKR_cls }, 4, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCKR_st }, EUCKRCharLenTable, "EUC-KR", }
Definition at line 189 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCTW_cls[256/8] [static] |
Definition at line 197 of file nsMBCSSM.cpp.
unsigned int kencodingprober::EUCTW_st[6] [static] |
{ PCK4BITS(eError,eError,eStart, 3, 3, 3, 4,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eStart,eError), PCK4BITS(eStart,eStart,eStart,eError,eError,eError,eError,eError), PCK4BITS( 5,eError,eError,eError,eStart,eError,eStart,eStart), PCK4BITS(eStart,eError,eStart,eStart,eStart,eStart,eStart,eStart) }
Definition at line 234 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::EUCTWCharLenTable[] = {0, 0, 1, 2, 2, 2, 3} [static] |
Definition at line 243 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCTW_cls }, 7, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, EUCTW_st }, EUCTWCharLenTable, "x-euc-tw", }
Definition at line 245 of file nsMBCSSM.cpp.
unsigned int kencodingprober::GB18030_cls[256/8] [static] |
Definition at line 309 of file nsMBCSSM.cpp.
unsigned int kencodingprober::GB18030_st[6] [static] |
{ PCK4BITS(eError,eStart,eStart,eStart,eStart,eStart, 3,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eError,eStart), PCK4BITS( 4,eError,eStart,eStart,eError,eError,eError,eError), PCK4BITS(eError,eError, 5,eError,eError,eError,eItsMe,eError), PCK4BITS(eError,eError,eStart,eStart,eStart,eStart,eStart,eStart) }
Definition at line 345 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::GB18030CharLenTable[] = {0, 1, 1, 1, 1, 1, 2} [static] |
Definition at line 359 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, GB18030_cls }, 7, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, GB18030_st }, GB18030CharLenTable, "GB18030", }
Definition at line 361 of file nsMBCSSM.cpp.
const char kencodingprober::GreekLangModel[] |
Definition at line 85 of file LangGreekModel.cpp.
const char kencodingprober::HebrewLangModel[] |
Definition at line 66 of file LangHebrewModel.cpp.
const char kencodingprober::HungarianLangModel[] |
Definition at line 83 of file LangHungarianModel.cpp.
unsigned int kencodingprober::HZ_cls[256/8] [static] |
Definition at line 29 of file nsEscSM.cpp.
unsigned int kencodingprober::HZ_st[6] [static] |
{ PCK4BITS(eStart,eError, 3,eStart,eStart,eStart,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eError,eError,eStart,eStart, 4,eError), PCK4BITS( 5,eError, 6,eError, 5, 5, 4,eError), PCK4BITS( 4,eError, 4, 4, 4,eError, 4,eError), PCK4BITS( 4,eItsMe,eStart,eStart,eStart,eStart,eStart,eStart) }
Definition at line 65 of file nsEscSM.cpp.
const unsigned int kencodingprober::HZCharLenTable[] = {0, 0, 0, 0, 0, 0} [static] |
Definition at line 74 of file nsEscSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, HZ_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, HZ_st }, HZCharLenTable, "HZ-GB-2312", }
Definition at line 76 of file nsEscSM.cpp.
const unsigned char kencodingprober::IBM855_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194, 68,195,196,197,198,199,200,201,202,203,204,205, 206,207,208,209,210,211,212,213,214,215,216,217, 27, 59, 54, 70, 3, 37, 21, 44, 28, 58, 13, 41, 2, 48, 39, 53, 19, 46,218,219, 220,221,222,223,224, 26, 55, 4, 42,225,226,227,228, 23, 60,229, 230,231,232,233,234,235, 11, 36,236,237,238,239,240,241,242,243, 8, 49, 12, 38, 5, 31, 1, 34, 15,244,245,246,247, 35, 16,248, 43, 9, 45, 7, 32, 6, 40, 14, 52, 24, 56, 10, 33, 17, 61,249, 250, 18, 62, 20, 51, 25, 57, 30, 47, 29, 63, 22, 50,251,252,255, }
Definition at line 112 of file LangCyrillicModel.cpp.
{ IBM855_CharToOrderMap, RussianLangModel, (float)0.976601, false, "IBM855" }
Definition at line 336 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::IBM866_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, }
Definition at line 132 of file LangCyrillicModel.cpp.
{ IBM866_CharToOrderMap, RussianLangModel, (float)0.976601, false, "IBM866" }
Definition at line 327 of file LangCyrillicModel.cpp.
unsigned int kencodingprober::ISO2022CN_cls[256/8] [static] |
Definition at line 85 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022CN_st[8] [static] |
{ PCK4BITS(eStart, 3,eError,eStart,eStart,eStart,eStart,eStart), PCK4BITS(eStart,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eError,eError,eError, 4,eError), PCK4BITS(eError,eError,eError,eItsMe,eError,eError,eError,eError), PCK4BITS( 5, 6,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eItsMe,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eItsMe,eError,eStart) }
Definition at line 121 of file nsEscSM.cpp.
const unsigned int kencodingprober::ISO2022CNCharLenTable[] = {0, 0, 0, 0, 0, 0, 0, 0, 0} [static] |
Definition at line 132 of file nsEscSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022CN_cls }, 9, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022CN_st }, ISO2022CNCharLenTable, "ISO-2022-CN", }
Definition at line 134 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022JP_cls[256/8] [static] |
Definition at line 142 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022JP_st[9] [static] |
{ PCK4BITS(eStart, 3,eError,eStart,eStart,eStart,eStart,eStart), PCK4BITS(eStart,eStart,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eError,eError), PCK4BITS(eError, 5,eError,eError,eError, 4,eError,eError), PCK4BITS(eError,eError,eError, 6,eItsMe,eError,eItsMe,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eItsMe,eItsMe), PCK4BITS(eError,eError,eError,eItsMe,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eError,eStart,eStart) }
Definition at line 178 of file nsEscSM.cpp.
const unsigned int kencodingprober::ISO2022JPCharLenTable[] = {0, 0, 0, 0, 0, 0, 0, 0} [static] |
Definition at line 190 of file nsEscSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022JP_cls }, 10, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022JP_st }, ISO2022JPCharLenTable, "ISO-2022-JP", }
Definition at line 192 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022KR_cls[256/8] [static] |
Definition at line 200 of file nsEscSM.cpp.
unsigned int kencodingprober::ISO2022KR_st[5] [static] |
{ PCK4BITS(eStart, 3,eError,eStart,eStart,eStart,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eError,eError,eError, 4,eError,eError), PCK4BITS(eError,eError,eError,eError, 5,eError,eError,eError), PCK4BITS(eError,eError,eError,eItsMe,eStart,eStart,eStart,eStart) }
Definition at line 236 of file nsEscSM.cpp.
const unsigned int kencodingprober::ISO2022KRCharLenTable[] = {0, 0, 0, 0, 0, 0} [static] |
Definition at line 244 of file nsEscSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022KR_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, ISO2022KR_st }, ISO2022KRCharLenTable, "ISO-2022-KR", }
Definition at line 246 of file nsEscSM.cpp.
const char kencodingprober::jp2CharContext |
Definition at line 30 of file JpCntx.cpp.
const unsigned char kencodingprober::KOI8R_CharToOrderMap[] [static] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225, 68,226,227,228,229,230,231,232,233,234,235,236,237, 238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253, 27, 3, 21, 28, 13, 2, 39, 19, 26, 4, 23, 11, 8, 12, 5, 1, 15, 16, 9, 7, 6, 14, 24, 10, 17, 18, 20, 25, 30, 29, 22, 54, 59, 37, 44, 58, 41, 48, 53, 46, 55, 42, 60, 36, 49, 38, 31, 34, 35, 43, 45, 32, 40, 52, 56, 33, 61, 62, 51, 57, 47, 63, 50, 70, }
Definition at line 32 of file LangCyrillicModel.cpp.
{ KOI8R_CharToOrderMap, RussianLangModel, (float)0.976601, false, "KOI8-R" }
Definition at line 291 of file LangCyrillicModel.cpp.
unsigned char kencodingprober::Latin1_CharToClass[] [static] |
Definition at line 41 of file nsLatin1Prober.cpp.
unsigned char kencodingprober::Latin1ClassModel[] [static] |
{ 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 3, 3, 3, 3, 0, 3, 3, 3, 1, 1, 3, 3, 0, 3, 3, 3, 1, 2, 1, 2, 0, 3, 3, 3, 3, 3, 3, 3, 0, 3, 1, 3, 1, 1, 1, 3, 0, 3, 1, 3, 1, 1, 3, 3, }
Definition at line 83 of file nsLatin1Prober.cpp.
const unsigned char kencodingprober::Latin2_HungarianCharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, 46, 71, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, 159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174, 175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190, 191,192,193,194,195,196,197, 75,198,199,200,201,202,203,204,205, 79,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, 221, 51, 81,222, 78,223,224,225,226, 44,227,228,229, 61,230,231, 232,233,234, 58,235, 66, 59,236,237,238, 60, 69, 63,239,240,241, 82, 14, 74,242, 70, 80,243, 72,244, 15, 83, 77, 84, 30, 76, 85, 245,246,247, 25, 73, 42, 24,248,249,250, 31, 56, 29,251,252,253, }
Definition at line 37 of file LangHungarianModel.cpp.
{ Latin2_HungarianCharToOrderMap, HungarianLangModel, (float)0.947368, true, "ISO-8859-2" }
Definition at line 215 of file LangHungarianModel.cpp.
const unsigned char kencodingprober::Latin5_BulgarianCharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, 110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, 253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, 116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, 194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209, 210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225, 81,226,227,228,229,230,105,231,232,233,234,235,236, 45,237,238, 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,239, 67,240, 60, 56, 1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, 7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,241, 42, 16, 62,242,243,244, 58,245, 98,246,247,248,249,250,251, 91,252,253, }
Definition at line 40 of file LangBulgarianModel.cpp.
const unsigned char kencodingprober::latin5_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, 239, 68,240,241,242,243,244,245,246,247,248,249,250,251,252,255, }
Definition at line 72 of file LangCyrillicModel.cpp.
{ Latin5_BulgarianCharToOrderMap, BulgarianLangModel, (float)0.969392, false, "ISO-8859-5" }
Definition at line 218 of file LangBulgarianModel.cpp.
{ latin5_CharToOrderMap, RussianLangModel, (float)0.976601, false, "ISO-8859-5" }
Definition at line 309 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::Latin7_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, 253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,233, 90,253,253,253,253,253,253,253,253,253,253, 74,253,253, 253,253,253,253,247,248, 61, 36, 46, 71, 73,253, 54,253,108,123, 110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, 124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, 9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, }
Definition at line 37 of file LangGreekModel.cpp.
{ Latin7_CharToOrderMap, GreekLangModel, (float)0.982851, false, "ISO-8859-7" }
Definition at line 217 of file LangGreekModel.cpp.
const unsigned char kencodingprober::macCyrillic_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 239,240,241,242,243,244,245,246,247,248,249,250,251,252, 68, 16, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27,255, }
Definition at line 92 of file LangCyrillicModel.cpp.
{ macCyrillic_CharToOrderMap, RussianLangModel, (float)0.976601, false, "x-mac-cyrillic" }
Definition at line 318 of file LangCyrillicModel.cpp.
const char kencodingprober::RussianLangModel[] |
Definition at line 158 of file LangCyrillicModel.cpp.
unsigned int kencodingprober::SJIS_cls[256/8] [static] |
Definition at line 371 of file nsMBCSSM.cpp.
unsigned int kencodingprober::SJIS_st[3] [static] |
const unsigned int kencodingprober::SJISCharLenTable[] = {0, 1, 1, 2, 0, 0} [static] |
Definition at line 416 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, SJIS_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, SJIS_st }, SJISCharLenTable, "Shift_JIS", }
Definition at line 418 of file nsMBCSSM.cpp.
const char kencodingprober::ThaiLangModel[] |
Definition at line 70 of file LangThaiModel.cpp.
const unsigned char kencodingprober::TIS620CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,182,106,107,100,183,184,185,101, 94,186,187,108,109,110,111, 188,189,190, 89, 95,112,113,191,192,193,194,253,253,253,253,253, 253, 64, 72, 73,114, 74,115,116,102, 81,201,117, 90,103, 78, 82, 96,202, 91, 79, 84,104,105, 97, 98, 92,203,253,253,253,253,253, 209,210,211,212,213, 88,214,215,216,217,218,219,220,118,221,222, 223,224, 99, 85, 83,225,226,227,228,229,230,231,232,233,234,235, 236, 5, 30,237, 24,238, 75, 8, 26, 52, 34, 51,119, 47, 58, 57, 49, 53, 55, 43, 20, 19, 44, 14, 48, 3, 17, 25, 39, 62, 31, 54, 45, 9, 16, 2, 61, 15,239, 12, 42, 46, 18, 21, 76, 4, 66, 63, 22, 10, 1, 36, 23, 13, 40, 27, 32, 35, 86,240,241,242,243,244, 11, 28, 41, 29, 33,245, 50, 37, 6, 7, 67, 77, 38, 93,246,247, 68, 56, 59, 65, 69, 60, 70, 80, 71, 87,248,249,250,251,252,253, }
Definition at line 41 of file LangThaiModel.cpp.
{ TIS620CharToOrderMap, ThaiLangModel, (float)0.926386, false, "TIS-620" }
Definition at line 203 of file LangThaiModel.cpp.
unsigned int kencodingprober::UCS2BE_cls[256/8] [static] |
Definition at line 427 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UCS2BE_st[7] [static] |
{ PCK4BITS( 5, 7, 7,eError, 4, 3,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe, 6, 6, 6, 6,eError,eError), PCK4BITS( 6, 6, 6, 6, 6,eItsMe, 6, 6), PCK4BITS( 6, 6, 6, 6, 5, 7, 7,eError), PCK4BITS( 5, 8, 6, 6,eError, 6, 6, 6), PCK4BITS( 6, 6, 6, 6,eError,eError,eStart,eStart) }
Definition at line 463 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::UCS2BECharLenTable[] = {2, 2, 2, 0, 2, 2} [static] |
Definition at line 473 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2BE_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2BE_st }, UCS2BECharLenTable, "UTF-16BE", }
Definition at line 475 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UCS2LE_cls[256/8] [static] |
Definition at line 483 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UCS2LE_st[7] [static] |
{ PCK4BITS( 6, 6, 7, 6, 4, 3,eError,eError), PCK4BITS(eError,eError,eError,eError,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe, 5, 5, 5,eError,eItsMe,eError), PCK4BITS( 5, 5, 5,eError, 5,eError, 6, 6), PCK4BITS( 7, 6, 8, 8, 5, 5, 5,eError), PCK4BITS( 5, 5, 5,eError,eError,eError, 5, 5), PCK4BITS( 5, 5, 5,eError, 5,eError,eStart,eStart) }
Definition at line 519 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::UCS2LECharLenTable[] = {2, 2, 2, 2, 2, 2} [static] |
Definition at line 529 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2LE_cls }, 6, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UCS2LE_st }, UCS2LECharLenTable, "UTF-16LE", }
Definition at line 531 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UTF8_cls[256/8] [static] |
Definition at line 540 of file nsMBCSSM.cpp.
unsigned int kencodingprober::UTF8_st[26] [static] |
{ PCK4BITS(eError,eStart,eError,eError,eError,eError, 12, 10), PCK4BITS( 9, 11, 8, 7, 6, 5, 4, 3), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe,eItsMe), PCK4BITS(eError,eError, 5, 5, 5, 5,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError, 5, 5, 5,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 7, 7, 7, 7,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError, 7, 7,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 9, 9, 9, 9,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError, 9,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 12, 12, 12, 12,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError, 12,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError, 12, 12, 12,eError,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError), PCK4BITS(eError,eError,eStart,eStart,eStart,eStart,eError,eError), PCK4BITS(eError,eError,eError,eError,eError,eError,eError,eError) }
Definition at line 577 of file nsMBCSSM.cpp.
const unsigned int kencodingprober::UTF8CharLenTable[] [static] |
{0, 1, 0, 0, 0, 0, 2, 3, 3, 3, 4, 4, 5, 5, 6, 6 }
Definition at line 606 of file nsMBCSSM.cpp.
{ {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UTF8_cls }, 16, {eIdxSft4bits, eSftMsk4bits, eBitSft4bits, eUnitMsk4bits, UTF8_st }, UTF8CharLenTable, "UTF-8", }
Definition at line 609 of file nsMBCSSM.cpp.
const unsigned char kencodingprober::win1250HungarianCharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 28, 40, 54, 45, 32, 50, 49, 38, 39, 53, 36, 41, 34, 35, 47, 46, 72, 43, 33, 37, 57, 48, 64, 68, 55, 52,253,253,253,253,253, 253, 2, 18, 26, 17, 1, 27, 12, 20, 9, 22, 7, 6, 13, 4, 8, 23, 67, 10, 5, 3, 21, 19, 65, 62, 16, 11,253,253,253,253,253, 161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176, 177,178,179,180, 78,181, 69,182,183,184,185,186,187,188,189,190, 191,192,193,194,195,196,197, 76,198,199,200,201,202,203,204,205, 81,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220, 221, 51, 83,222, 80,223,224,225,226, 44,227,228,229, 61,230,231, 232,233,234, 58,235, 66, 59,236,237,238, 60, 70, 63,239,240,241, 84, 14, 75,242, 71, 82,243, 73,244, 15, 85, 79, 86, 30, 77, 87, 245,246,247, 25, 74, 42, 24,248,249,250, 31, 56, 29,251,252,253, }
Definition at line 57 of file LangHungarianModel.cpp.
{ win1250HungarianCharToOrderMap, HungarianLangModel, (float)0.947368, true, "windows-1250" }
Definition at line 224 of file LangHungarianModel.cpp.
const unsigned char kencodingprober::win1251_CharToOrderMap[] [static] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253,142,143,144,145,146,147,148,149,150,151,152, 74,153, 75,154, 155,156,157,158,159,160,161,162,163,164,165,253,253,253,253,253, 253, 71,172, 66,173, 65,174, 76,175, 64,176,177, 77, 72,178, 69, 67,179, 78, 73,180,181, 79,182,183,184,185,253,253,253,253,253, 191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206, 207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222, 223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238, 239,240,241,242,243,244,245,246, 68,247,248,249,250,251,252,253, 37, 44, 33, 46, 41, 48, 56, 51, 42, 60, 36, 49, 38, 31, 34, 35, 45, 32, 40, 52, 53, 55, 58, 50, 57, 63, 70, 62, 61, 47, 59, 43, 3, 21, 10, 19, 13, 2, 24, 20, 4, 23, 11, 8, 12, 5, 1, 15, 9, 7, 6, 14, 39, 26, 28, 22, 25, 29, 54, 18, 17, 30, 27, 16, }
Definition at line 52 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::win1251BulgarianCharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 77, 90, 99,100, 72,109,107,101, 79,185, 81,102, 76, 94, 82, 110,186,108, 91, 74,119, 84, 96,111,187,115,253,253,253,253,253, 253, 65, 69, 70, 66, 63, 68,112,103, 92,194,104, 95, 86, 87, 71, 116,195, 85, 93, 97,113,196,197,198,199,200,253,253,253,253,253, 206,207,208,209,210,211,212,213,120,214,215,216,217,218,219,220, 221, 78, 64, 83,121, 98,117,105,222,223,224,225,226,227,228,229, 88,230,231,232,233,122, 89,106,234,235,236,237,238, 45,239,240, 73, 80,118,114,241,242,243,244,245, 62, 58,246,247,248,249,250, 31, 32, 35, 43, 37, 44, 55, 47, 40, 59, 33, 46, 38, 36, 41, 30, 39, 28, 34, 51, 48, 49, 53, 50, 54, 57, 61,251, 67,252, 60, 56, 1, 18, 9, 20, 11, 3, 23, 15, 2, 26, 12, 10, 14, 6, 4, 13, 7, 8, 5, 19, 29, 25, 22, 21, 27, 24, 17, 75, 52,253, 42, 16, }
Definition at line 60 of file LangBulgarianModel.cpp.
{ win1251BulgarianCharToOrderMap, BulgarianLangModel, (float)0.969392, false, "windows-1251" }
Definition at line 227 of file LangBulgarianModel.cpp.
{ win1251_CharToOrderMap, RussianLangModel, (float)0.976601, false, "windows-1251" }
Definition at line 300 of file LangCyrillicModel.cpp.
const unsigned char kencodingprober::win1253_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 82,100,104, 94, 98,101,116,102,111,187,117, 92, 88,113, 85, 79,118,105, 83, 67,114,119, 95, 99,109,188,253,253,253,253,253, 253, 72, 70, 80, 81, 60, 96, 93, 89, 68,120, 97, 77, 86, 69, 55, 78,115, 65, 66, 58, 76,106,103, 87,107,112,253,253,253,253,253, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,233, 61,253,253,253,253,253,253,253,253,253,253, 74,253,253, 253,253,253,253,247,253,253, 36, 46, 71, 73,253, 54,253,108,123, 110, 31, 51, 43, 41, 34, 91, 40, 52, 47, 44, 53, 38, 49, 59, 39, 35, 48,250, 37, 33, 45, 56, 50, 84, 57,120,121, 17, 18, 22, 15, 124, 1, 29, 20, 21, 3, 32, 13, 25, 5, 11, 16, 10, 6, 30, 4, 9, 8, 14, 7, 2, 12, 28, 23, 42, 24, 64, 75, 19, 26, 27,253, }
Definition at line 59 of file LangGreekModel.cpp.
{ win1253_CharToOrderMap, GreekLangModel, (float)0.982851, false, "windows-1253" }
Definition at line 226 of file LangGreekModel.cpp.
const unsigned char kencodingprober::win1255_CharToOrderMap[] |
{ 255,255,255,255,255,255,255,255,255,255,254,255,255,254,255,255, 255,255,255,255,255,255,255,255,255,255,255,255,255,255,255,255, +253,253,253,253,253,253,253,253,253,253,253,253,253,253,253,253, 252,252,252,252,252,252,252,252,252,252,253,253,253,253,253,253, 253, 69, 91, 79, 80, 92, 89, 97, 90, 68,111,112, 82, 73, 95, 85, 78,121, 86, 71, 67,102,107, 84,114,103,115,253,253,253,253,253, 253, 50, 74, 60, 61, 42, 76, 70, 64, 53,105, 93, 56, 65, 54, 49, 66,110, 51, 43, 44, 63, 81, 77, 98, 75,108,253,253,253,253,253, 124,202,203,204,205, 40, 58,206,207,208,209,210,211,212,213,214, 215, 83, 52, 47, 46, 72, 32, 94,216,113,217,109,218,219,220,221, 34,116,222,118,100,223,224,117,119,104,125,225,226, 87, 99,227, 106,122,123,228, 55,229,230,101,231,232,120,233, 48, 39, 57,234, 30, 59, 41, 88, 33, 37, 36, 31, 29, 35,235, 62, 28,236,126,237, 238, 38, 45,239,240,241,242,243,127,244,245,246,247,248,249,250, 9, 8, 20, 16, 3, 2, 24, 14, 22, 1, 25, 15, 4, 11, 6, 23, 12, 19, 13, 26, 18, 27, 21, 17, 7, 10, 5,251,252,128, 96,253, }
Definition at line 40 of file LangHebrewModel.cpp.
{ win1255_CharToOrderMap, HebrewLangModel, (float)0.984004, false, "windows-1255" }
Definition at line 198 of file LangHebrewModel.cpp.