797 lines
26 KiB
C
797 lines
26 KiB
C
/* Autogenerated, do not change */
|
|
/* Report bugs to Martin Duerst (duerst@it.aoyama.ac.jp) */
|
|
|
|
#include "transcode_data.h"
|
|
|
|
static int
|
|
fun_so_from_utf_16be(const unsigned char* s, unsigned char* o)
|
|
{
|
|
if (!s[0] && s[1]<0x80) {
|
|
o[0] = s[1];
|
|
return 1;
|
|
}
|
|
else if (s[0]<0x08) {
|
|
o[0] = 0xC0 | (s[0]<<2) | (s[1]>>6);
|
|
o[1] = 0x80 | (s[1]&0x3F);
|
|
return 2;
|
|
}
|
|
else if ((s[0]&0xF8)!=0xD8) {
|
|
o[0] = 0xE0 | (s[0]>>4);
|
|
o[1] = 0x80 | ((s[0]&0x0F)<<2) | (s[1]>>6);
|
|
o[2] = 0x80 | (s[1]&0x3F);
|
|
return 3;
|
|
}
|
|
else {
|
|
unsigned int u = (((s[0]&0x03)<<2)|(s[1]>>6)) + 1;
|
|
o[0] = 0xF0 | (u>>2);
|
|
o[1] = 0x80 | ((u&0x03)<<4) | ((s[1]>>2)&0x0F);
|
|
o[2] = 0x80 | ((s[1]&0x03)<<4) | ((s[2]&0x03)<<2) | (s[3]>>6);
|
|
o[3] = 0x80 | (s[3]&0x3F);
|
|
return 4;
|
|
}
|
|
}
|
|
|
|
static int
|
|
fun_so_to_utf_16be(const unsigned char* s, unsigned char* o)
|
|
{
|
|
if (!(s[0]&0x80)) {
|
|
o[0] = 0x00;
|
|
o[1] = s[0];
|
|
return 2;
|
|
}
|
|
else if ((s[0]&0xE0)==0xC0) {
|
|
o[0] = (s[0]>>2)&0x07;
|
|
o[1] = ((s[0]&0x03)<<6) | (s[1]&0x3F);
|
|
return 2;
|
|
}
|
|
else if ((s[0]&0xF0)==0xE0) {
|
|
o[0] = (s[0]<<4) | ((s[1]>>2)^0x20);
|
|
o[1] = (s[1]<<6) | (s[2]^0x80);
|
|
return 2;
|
|
}
|
|
else {
|
|
int w = (((s[0]&0x07)<<2) | ((s[1]>>4)&0x03)) - 1;
|
|
o[0] = 0xD8 | (w>>2);
|
|
o[1] = (w<<6) | ((s[1]&0x0F)<<2) | ((s[2]>>4)-8);
|
|
o[2] = 0xDC | ((s[2]>>2)&0x03);
|
|
o[3] = (s[2]<<6) | (s[3]&~0x80);
|
|
return 4;
|
|
}
|
|
}
|
|
|
|
static int
|
|
fun_so_from_utf_16le(const unsigned char* s, unsigned char* o)
|
|
{
|
|
if (!s[1] && s[0]<0x80) {
|
|
o[0] = s[0];
|
|
return 1;
|
|
}
|
|
else if (s[1]<0x08) {
|
|
o[0] = 0xC0 | (s[1]<<2) | (s[0]>>6);
|
|
o[1] = 0x80 | (s[0]&0x3F);
|
|
return 2;
|
|
}
|
|
else if ((s[1]&0xF8)!=0xD8) {
|
|
o[0] = 0xE0 | (s[1]>>4);
|
|
o[1] = 0x80 | ((s[1]&0x0F)<<2) | (s[0]>>6);
|
|
o[2] = 0x80 | (s[0]&0x3F);
|
|
return 3;
|
|
}
|
|
else {
|
|
unsigned int u = (((s[1]&0x03)<<2)|(s[0]>>6)) + 1;
|
|
o[0] = 0xF0 | u>>2;
|
|
o[1] = 0x80 | ((u&0x03)<<4) | ((s[0]>>2)&0x0F);
|
|
o[2] = 0x80 | ((s[0]&0x03)<<4) | ((s[3]&0x03)<<2) | (s[2]>>6);
|
|
o[3] = 0x80 | (s[2]&0x3F);
|
|
return 4;
|
|
}
|
|
}
|
|
|
|
static int
|
|
fun_so_to_utf_16le(const unsigned char* s, unsigned char* o)
|
|
{
|
|
if (!(s[0]&0x80)) {
|
|
o[1] = 0x00;
|
|
o[0] = s[0];
|
|
return 2;
|
|
}
|
|
else if ((s[0]&0xE0)==0xC0) {
|
|
o[1] = (s[0]>>2)&0x07;
|
|
o[0] = ((s[0]&0x03)<<6) | (s[1]&0x3F);
|
|
return 2;
|
|
}
|
|
else if ((s[0]&0xF0)==0xE0) {
|
|
o[1] = (s[0]<<4) | ((s[1]>>2)^0x20);
|
|
o[0] = (s[1]<<6) | (s[2]^0x80);
|
|
return 2;
|
|
}
|
|
else {
|
|
int w = (((s[0]&0x07)<<2) | ((s[1]>>4)&0x03)) - 1;
|
|
o[1] = 0xD8 | (w>>2);
|
|
o[0] = (w<<6) | ((s[1]&0x0F)<<2) | ((s[2]>>4)-8);
|
|
o[3] = 0xDC | ((s[2]>>2)&0x03);
|
|
o[2] = (s[2]<<6) | (s[3]&~0x80);
|
|
return 4;
|
|
}
|
|
}
|
|
|
|
static int
|
|
fun_so_from_utf_32be(const unsigned char* s, unsigned char* o)
|
|
{
|
|
if (!s[1]) {
|
|
if (s[2]==0 && s[3]<0x80) {
|
|
o[0] = s[3];
|
|
return 1;
|
|
}
|
|
else if (s[2]<0x08) {
|
|
o[0] = 0xC0 | (s[2]<<2) | (s[3]>>6);
|
|
o[1] = 0x80 | (s[3]&0x3F);
|
|
return 2;
|
|
}
|
|
else {
|
|
o[0] = 0xE0 | (s[2]>>4);
|
|
o[1] = 0x80 | ((s[2]&0x0F)<<2) | (s[3]>>6);
|
|
o[2] = 0x80 | (s[3]&0x3F);
|
|
return 3;
|
|
}
|
|
}
|
|
else {
|
|
o[0] = 0xF0 | (s[1]>>2);
|
|
o[1] = 0x80 | ((s[1]&0x03)<<4) | (s[2]>>4);
|
|
o[2] = 0x80 | ((s[2]&0x0F)<<2) | (s[3]>>6);
|
|
o[3] = 0x80 | (s[3]&0x3F);
|
|
return 4;
|
|
}
|
|
}
|
|
|
|
static int
|
|
fun_so_to_utf_32be(const unsigned char* s, unsigned char* o)
|
|
{
|
|
o[0] = 0;
|
|
if (!(s[0]&0x80)) {
|
|
o[1] = o[2] = 0x00;
|
|
o[3] = s[0];
|
|
}
|
|
else if ((s[0]&0xE0)==0xC0) {
|
|
o[1] = 0x00;
|
|
o[2] = (s[0]>>2)&0x07;
|
|
o[3] = ((s[0]&0x03)<<6) | (s[1]&0x3F);
|
|
}
|
|
else if ((s[0]&0xF0)==0xE0) {
|
|
o[1] = 0x00;
|
|
o[2] = (s[0]<<4) | ((s[1]>>2)^0x20);
|
|
o[3] = (s[1]<<6) | (s[2]^0x80);
|
|
}
|
|
else {
|
|
o[1] = ((s[0]&0x07)<<2) | ((s[1]>>4)&0x03);
|
|
o[2] = ((s[1]&0x0F)<<4) | ((s[2]>>2)&0x0F);
|
|
o[3] = ((s[2]&0x03)<<6) | (s[3]&0x3F);
|
|
}
|
|
return 4;
|
|
}
|
|
|
|
static int
|
|
fun_so_from_utf_32le(const unsigned char* s, unsigned char* o)
|
|
{
|
|
return 1;
|
|
}
|
|
|
|
static int
|
|
fun_so_to_utf_32le(const unsigned char* s, unsigned char* o)
|
|
{
|
|
return 4;
|
|
}
|
|
static const unsigned char
|
|
from_UTF_16BE_00_offsets[256] = {
|
|
/* used by from_UTF_16BE_00 */
|
|
/* used by from_UTF_32BE_00_00_D8 */
|
|
/* used by from_UTF_32BE_00_01 */
|
|
/* used by from_UTF_32BE_00_11 */
|
|
/* used by from_UTF_16BE_D8 */
|
|
/* used by from_UTF_16LE */
|
|
/* used by from_UTF_32LE */
|
|
/* used by from_UTF_16LE_00_D8 */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static const struct byte_lookup* const
|
|
from_UTF_16BE_00_infos[1] = {
|
|
/* used by from_UTF_16BE_00 */
|
|
/* used by to_UTF_32BE_C2 */
|
|
FUNso,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16BE_00 = {
|
|
/* used as from_UTF_16BE */
|
|
/* used as from_UTF_32BE_00_00 */
|
|
/* used as from_UTF_32BE_00_01 */
|
|
/* used as from_UTF_16BE_D8_00 */
|
|
/* used as from_UTF_32LE_00_00 */
|
|
/* used as from_UTF_32LE_00_D8 */
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_16BE_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_32BE_00_00_D8_infos[1] = {
|
|
INVALID,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32BE_00_00_D8 = {
|
|
/* used as from_UTF_32BE_00_00 */
|
|
/* used as from_UTF_32BE_00_11 */
|
|
/* used as from_UTF_16BE_D8_00 */
|
|
/* used as from_UTF_16BE */
|
|
/* used as from_UTF_32LE_00_00 */
|
|
/* used as from_UTF_32LE_00_D8 */
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_32BE_00_00_D8_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_16BE_D8_00_offsets[256] = {
|
|
/* used by from_UTF_16BE_D8_00 */
|
|
/* used by from_UTF_16LE_00_D8_00 */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static const struct byte_lookup* const
|
|
from_UTF_16BE_D8_00_infos[2] = {
|
|
/* used by from_UTF_16BE_D8_00 */
|
|
/* used by from_UTF_32LE_00_D8 */
|
|
&from_UTF_32BE_00_00_D8, &from_UTF_16BE_00,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16BE_D8_00 = {
|
|
from_UTF_16BE_D8_00_offsets,
|
|
from_UTF_16BE_D8_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_16BE_D8_infos[1] = {
|
|
&from_UTF_16BE_D8_00,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16BE_D8 = {
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_16BE_D8_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_16BE_offsets[256] = {
|
|
/* used by from_UTF_16BE */
|
|
/* used by from_UTF_16LE_00 */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static const struct byte_lookup* const
|
|
from_UTF_16BE_infos[3] = {
|
|
&from_UTF_16BE_00, &from_UTF_16BE_D8,
|
|
&from_UTF_32BE_00_00_D8,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16BE = {
|
|
from_UTF_16BE_offsets,
|
|
from_UTF_16BE_infos
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_from_UTF_16BE = {
|
|
"UTF-16BE", "UTF-8", &from_UTF_16BE, 4, 0,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_16be
|
|
};
|
|
|
|
static const unsigned char
|
|
to_UTF_32BE_C2_offsets[64] = {
|
|
/* used by to_UTF_32BE_C2 */
|
|
/* used by to_UTF_32BE_E1 */
|
|
/* used by to_UTF_32BE_F1 */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_C2 = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_32BE_E0 */
|
|
/* used as to_UTF_16BE_E0 */
|
|
/* used as to_UTF_16BE_E1 */
|
|
/* used as to_UTF_32BE_E1 */
|
|
/* used as to_UTF_32BE_ED */
|
|
/* used as to_UTF_16BE_ED */
|
|
/* used as to_UTF_16BE_F0_90 */
|
|
/* used as to_UTF_32BE_F0_90 */
|
|
/* used as to_UTF_16BE_F1_80 */
|
|
/* used as to_UTF_32BE_F1_80 */
|
|
/* used as to_UTF_32BE_F4_80 */
|
|
/* used as to_UTF_16BE_F4_80 */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
/* used as to_UTF_16LE_E0 */
|
|
/* used as to_UTF_32LE_E0 */
|
|
/* used as to_UTF_32LE_E1 */
|
|
/* used as to_UTF_16LE_E1 */
|
|
/* used as to_UTF_32LE_ED */
|
|
/* used as to_UTF_16LE_ED */
|
|
/* used as to_UTF_16LE_F0_90 */
|
|
/* used as to_UTF_32LE_F0_90 */
|
|
/* used as to_UTF_16LE_F1_80 */
|
|
/* used as to_UTF_32LE_F1_80 */
|
|
/* used as to_UTF_16LE_F4_80 */
|
|
/* used as to_UTF_32LE_F4_80 */
|
|
to_UTF_32BE_C2_offsets,
|
|
from_UTF_16BE_00_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
to_UTF_32BE_E0_offsets[64] = {
|
|
/* used by to_UTF_32BE_E0 */
|
|
/* used by to_UTF_32BE_ED */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
};
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_E0_infos[2] = {
|
|
INVALID, &to_UTF_32BE_C2,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_E0 = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
to_UTF_32BE_E0_offsets,
|
|
to_UTF_32BE_E0_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_E1_infos[1] = {
|
|
&to_UTF_32BE_C2,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_E1 = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_32BE_F0 */
|
|
/* used as to_UTF_16BE_F0 */
|
|
/* used as to_UTF_16BE_F1 */
|
|
/* used as to_UTF_32BE_F1 */
|
|
/* used as to_UTF_16BE_F4 */
|
|
/* used as to_UTF_32BE_F4 */
|
|
/* used as to_UTF_32LE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_16LE_F0 */
|
|
/* used as to_UTF_32LE_F0 */
|
|
/* used as to_UTF_16LE_F1 */
|
|
/* used as to_UTF_32LE_F1 */
|
|
/* used as to_UTF_16LE_F4 */
|
|
/* used as to_UTF_32LE_F4 */
|
|
to_UTF_32BE_C2_offsets,
|
|
to_UTF_32BE_E1_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_ED_infos[2] = {
|
|
&to_UTF_32BE_C2, INVALID,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_ED = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
to_UTF_32BE_E0_offsets,
|
|
to_UTF_32BE_ED_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
to_UTF_32BE_F0_offsets[64] = {
|
|
/* used by to_UTF_32BE_F0 */
|
|
/* used by to_UTF_32BE_F4 */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
};
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_F0_infos[2] = {
|
|
INVALID, &to_UTF_32BE_E1,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_F0 = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
to_UTF_32BE_F0_offsets,
|
|
to_UTF_32BE_F0_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_F1_infos[1] = {
|
|
&to_UTF_32BE_E1,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_F1 = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
to_UTF_32BE_C2_offsets,
|
|
to_UTF_32BE_F1_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_F4_infos[2] = {
|
|
&to_UTF_32BE_E1, INVALID,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE_F4 = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
to_UTF_32BE_F0_offsets,
|
|
to_UTF_32BE_F4_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
to_UTF_32BE_offsets[256] = {
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
3, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 5, 4, 4,
|
|
6, 7, 7, 7, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
};
|
|
static const struct byte_lookup* const
|
|
to_UTF_32BE_infos[9] = {
|
|
FUNso, INVALID, &to_UTF_32BE_C2, &to_UTF_32BE_E0,
|
|
&to_UTF_32BE_E1, &to_UTF_32BE_ED, &to_UTF_32BE_F0, &to_UTF_32BE_F1,
|
|
&to_UTF_32BE_F4,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
to_UTF_32BE = {
|
|
/* used as to_UTF_32BE */
|
|
/* used as to_UTF_16BE */
|
|
/* used as to_UTF_16LE */
|
|
/* used as to_UTF_32LE */
|
|
to_UTF_32BE_offsets,
|
|
to_UTF_32BE_infos
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_to_UTF_16BE = {
|
|
"UTF-8", "UTF-16BE", &to_UTF_32BE, 4, 1,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_16be
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_16LE_00_D8_00_infos[2] = {
|
|
INVALID, FUNso,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16LE_00_D8_00 = {
|
|
from_UTF_16BE_D8_00_offsets,
|
|
from_UTF_16LE_00_D8_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_16LE_00_D8_infos[1] = {
|
|
&from_UTF_16LE_00_D8_00,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16LE_00_D8 = {
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_16LE_00_D8_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_16LE_00_infos[3] = {
|
|
FUNso, &from_UTF_16LE_00_D8,
|
|
INVALID,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16LE_00 = {
|
|
from_UTF_16BE_offsets,
|
|
from_UTF_16LE_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_16LE_infos[1] = {
|
|
&from_UTF_16LE_00,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_16LE = {
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_16LE_infos
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_from_UTF_16LE = {
|
|
"UTF-16LE", "UTF-8", &from_UTF_16LE, 4, 0,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_16le
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_to_UTF_16LE = {
|
|
"UTF-8", "UTF-16LE", &to_UTF_32BE, 4, 1,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_16le
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_32BE_00_00_offsets[256] = {
|
|
/* used by from_UTF_32BE_00_00 */
|
|
/* used by from_UTF_32LE_00 */
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static const struct byte_lookup* const
|
|
from_UTF_32BE_00_00_infos[2] = {
|
|
/* used by from_UTF_32BE_00_00 */
|
|
/* used by from_UTF_32LE_00_00 */
|
|
&from_UTF_16BE_00, &from_UTF_32BE_00_00_D8,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32BE_00_00 = {
|
|
from_UTF_32BE_00_00_offsets,
|
|
from_UTF_32BE_00_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_32BE_00_01_infos[1] = {
|
|
&from_UTF_16BE_00,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32BE_00_01 = {
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_32BE_00_01_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_32BE_00_11_infos[1] = {
|
|
&from_UTF_32BE_00_00_D8,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32BE_00_11 = {
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_32BE_00_11_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_32BE_00_offsets[256] = {
|
|
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
};
|
|
static const struct byte_lookup* const
|
|
from_UTF_32BE_00_infos[3] = {
|
|
&from_UTF_32BE_00_00, &from_UTF_32BE_00_01,
|
|
&from_UTF_32BE_00_11,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32BE_00 = {
|
|
from_UTF_32BE_00_offsets,
|
|
from_UTF_32BE_00_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_32BE_offsets[256] = {
|
|
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
};
|
|
static const struct byte_lookup* const
|
|
from_UTF_32BE_infos[2] = {
|
|
&from_UTF_32BE_00, INVALID,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32BE = {
|
|
from_UTF_32BE_offsets,
|
|
from_UTF_32BE_infos
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_from_UTF_32BE = {
|
|
"UTF-32BE", "UTF-8", &from_UTF_32BE, 4, 0,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_32be
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_to_UTF_32BE = {
|
|
"UTF-8", "UTF-32BE", &to_UTF_32BE, 4, 1,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_32be
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_32LE_00_00_offsets[256] = {
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32LE_00_00 = {
|
|
from_UTF_32LE_00_00_offsets,
|
|
from_UTF_32BE_00_00_infos
|
|
};
|
|
|
|
static const unsigned char
|
|
from_UTF_32LE_00_D8_offsets[256] = {
|
|
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32LE_00_D8 = {
|
|
from_UTF_32LE_00_D8_offsets,
|
|
from_UTF_16BE_D8_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_32LE_00_infos[2] = {
|
|
&from_UTF_32LE_00_00, &from_UTF_32LE_00_D8,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32LE_00 = {
|
|
from_UTF_32BE_00_00_offsets,
|
|
from_UTF_32LE_00_infos
|
|
};
|
|
|
|
static const struct byte_lookup* const
|
|
from_UTF_32LE_infos[1] = {
|
|
&from_UTF_32LE_00,
|
|
};
|
|
static const BYTE_LOOKUP
|
|
from_UTF_32LE = {
|
|
from_UTF_16BE_00_offsets,
|
|
from_UTF_32LE_infos
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_from_UTF_32LE = {
|
|
"UTF-32LE", "UTF-8", &from_UTF_32LE, 4, 0,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_32le
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_to_UTF_32LE = {
|
|
"UTF-8", "UTF-32LE", &to_UTF_32BE, 4, 1,
|
|
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_32le
|
|
};
|
|
|
|
void
|
|
Init_utf_16_32(void)
|
|
{
|
|
rb_register_transcoder(&rb_from_UTF_16BE);
|
|
rb_register_transcoder(&rb_to_UTF_16BE);
|
|
rb_register_transcoder(&rb_from_UTF_16LE);
|
|
rb_register_transcoder(&rb_to_UTF_16LE);
|
|
rb_register_transcoder(&rb_from_UTF_32BE);
|
|
rb_register_transcoder(&rb_to_UTF_32BE);
|
|
rb_register_transcoder(&rb_from_UTF_32LE);
|
|
rb_register_transcoder(&rb_to_UTF_32LE);
|
|
}
|
|
/* Footprint (bytes): gross: 13684, saved: 10796, net: 2888 */
|