mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
* common.mk (transcodes), tool/build-transcode: generates transcode
sources.
* enc/trans/{japanese,korean,single_byte,utf_16_32}.c: to be
autogenerated now.
git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@18376 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
This commit is contained in:
nobu
parent
11d6d90424
commit
0031e09170
7 changed files with 25 additions and 55108 deletions
|
|
@ -1,4 +1,10 @@
|
|||
Wed Aug 6 03:15:49 2008 Nobuyoshi Nakada <nobu@ruby-lang.org>
|
||||
Wed Aug 6 03:56:39 2008 Nobuyoshi Nakada <nobu@ruby-lang.org>
|
||||
|
||||
* common.mk (transcodes), tool/build-transcode: generates transcode
|
||||
sources.
|
||||
|
||||
* enc/trans/{japanese,korean,single_byte,utf_16_32}.c: to be
|
||||
autogenerated now.
|
||||
|
||||
* enc/depend: added rules for .c from .erb.c.
|
||||
|
||||
|
|
|
|||
|
|
@ -671,7 +671,10 @@ vmtc.inc: $(srcdir)/template/vmtc.inc.tmpl
|
|||
|
||||
vm.inc: $(srcdir)/template/vm.inc.tmpl
|
||||
|
||||
srcs: {$(VPATH)}parse.c {$(VPATH)}lex.c $(srcdir)/ext/ripper/ripper.c
|
||||
srcs: {$(VPATH)}parse.c {$(VPATH)}lex.c $(srcdir)/ext/ripper/ripper.c transcodes
|
||||
|
||||
transcodes:
|
||||
$(srcdir)/tool/build-transcode "$(srcdir)"
|
||||
|
||||
incs: $(INSNS) {$(VPATH)}node_name.inc {$(VPATH)}encdb.h {$(VPATH)}transdb.h $(srcdir)/revision.h
|
||||
|
||||
|
|
|
|||
23111
enc/trans/japanese.c
23111
enc/trans/japanese.c
File diff suppressed because it is too large
Load diff
28127
enc/trans/korean.c
28127
enc/trans/korean.c
File diff suppressed because it is too large
Load diff
File diff suppressed because it is too large
Load diff
|
|
@ -1,728 +0,0 @@
|
|||
/* autogenerated. */
|
||||
/* src="utf_16_32.erb.c", len=8014, checksum=26811 */
|
||||
|
||||
#include "transcode_data.h"
|
||||
|
||||
static int
|
||||
fun_so_from_utf_16be(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
if (!s[0] && s[1]<0x80) {
|
||||
o[0] = s[1];
|
||||
return 1;
|
||||
}
|
||||
else if (s[0]<0x08) {
|
||||
o[0] = 0xC0 | (s[0]<<2) | (s[1]>>6);
|
||||
o[1] = 0x80 | (s[1]&0x3F);
|
||||
return 2;
|
||||
}
|
||||
else if ((s[0]&0xF8)!=0xD8) {
|
||||
o[0] = 0xE0 | (s[0]>>4);
|
||||
o[1] = 0x80 | ((s[0]&0x0F)<<2) | (s[1]>>6);
|
||||
o[2] = 0x80 | (s[1]&0x3F);
|
||||
return 3;
|
||||
}
|
||||
else {
|
||||
unsigned int u = (((s[0]&0x03)<<2)|(s[1]>>6)) + 1;
|
||||
o[0] = 0xF0 | (u>>2);
|
||||
o[1] = 0x80 | ((u&0x03)<<4) | ((s[1]>>2)&0x0F);
|
||||
o[2] = 0x80 | ((s[1]&0x03)<<4) | ((s[2]&0x03)<<2) | (s[3]>>6);
|
||||
o[3] = 0x80 | (s[3]&0x3F);
|
||||
return 4;
|
||||
}
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_to_utf_16be(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
if (!(s[0]&0x80)) {
|
||||
o[0] = 0x00;
|
||||
o[1] = s[0];
|
||||
return 2;
|
||||
}
|
||||
else if ((s[0]&0xE0)==0xC0) {
|
||||
o[0] = (s[0]>>2)&0x07;
|
||||
o[1] = ((s[0]&0x03)<<6) | (s[1]&0x3F);
|
||||
return 2;
|
||||
}
|
||||
else if ((s[0]&0xF0)==0xE0) {
|
||||
o[0] = (s[0]<<4) | ((s[1]>>2)^0x20);
|
||||
o[1] = (s[1]<<6) | (s[2]^0x80);
|
||||
return 2;
|
||||
}
|
||||
else {
|
||||
int w = (((s[0]&0x07)<<2) | ((s[1]>>4)&0x03)) - 1;
|
||||
o[0] = 0xD8 | (w>>2);
|
||||
o[1] = (w<<6) | ((s[1]&0x0F)<<2) | ((s[2]>>4)-8);
|
||||
o[2] = 0xDC | ((s[2]>>2)&0x03);
|
||||
o[3] = (s[2]<<6) | (s[3]&~0x80);
|
||||
return 4;
|
||||
}
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_from_utf_16le(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
if (!s[1] && s[0]<0x80) {
|
||||
o[0] = s[0];
|
||||
return 1;
|
||||
}
|
||||
else if (s[1]<0x08) {
|
||||
o[0] = 0xC0 | (s[1]<<2) | (s[0]>>6);
|
||||
o[1] = 0x80 | (s[0]&0x3F);
|
||||
return 2;
|
||||
}
|
||||
else if ((s[1]&0xF8)!=0xD8) {
|
||||
o[0] = 0xE0 | (s[1]>>4);
|
||||
o[1] = 0x80 | ((s[1]&0x0F)<<2) | (s[0]>>6);
|
||||
o[2] = 0x80 | (s[0]&0x3F);
|
||||
return 3;
|
||||
}
|
||||
else {
|
||||
unsigned int u = (((s[1]&0x03)<<2)|(s[0]>>6)) + 1;
|
||||
o[0] = 0xF0 | u>>2;
|
||||
o[1] = 0x80 | ((u&0x03)<<4) | ((s[0]>>2)&0x0F);
|
||||
o[2] = 0x80 | ((s[0]&0x03)<<4) | ((s[3]&0x03)<<2) | (s[2]>>6);
|
||||
o[3] = 0x80 | (s[2]&0x3F);
|
||||
return 4;
|
||||
}
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_to_utf_16le(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
if (!(s[0]&0x80)) {
|
||||
o[1] = 0x00;
|
||||
o[0] = s[0];
|
||||
return 2;
|
||||
}
|
||||
else if ((s[0]&0xE0)==0xC0) {
|
||||
o[1] = (s[0]>>2)&0x07;
|
||||
o[0] = ((s[0]&0x03)<<6) | (s[1]&0x3F);
|
||||
return 2;
|
||||
}
|
||||
else if ((s[0]&0xF0)==0xE0) {
|
||||
o[1] = (s[0]<<4) | ((s[1]>>2)^0x20);
|
||||
o[0] = (s[1]<<6) | (s[2]^0x80);
|
||||
return 2;
|
||||
}
|
||||
else {
|
||||
int w = (((s[0]&0x07)<<2) | ((s[1]>>4)&0x03)) - 1;
|
||||
o[1] = 0xD8 | (w>>2);
|
||||
o[0] = (w<<6) | ((s[1]&0x0F)<<2) | ((s[2]>>4)-8);
|
||||
o[3] = 0xDC | ((s[2]>>2)&0x03);
|
||||
o[2] = (s[2]<<6) | (s[3]&~0x80);
|
||||
return 4;
|
||||
}
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_from_utf_32be(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
if (!s[1]) {
|
||||
if (s[2]==0 && s[3]<0x80) {
|
||||
o[0] = s[3];
|
||||
return 1;
|
||||
}
|
||||
else if (s[2]<0x08) {
|
||||
o[0] = 0xC0 | (s[2]<<2) | (s[3]>>6);
|
||||
o[1] = 0x80 | (s[3]&0x3F);
|
||||
return 2;
|
||||
}
|
||||
else {
|
||||
o[0] = 0xE0 | (s[2]>>4);
|
||||
o[1] = 0x80 | ((s[2]&0x0F)<<2) | (s[3]>>6);
|
||||
o[2] = 0x80 | (s[3]&0x3F);
|
||||
return 3;
|
||||
}
|
||||
}
|
||||
else {
|
||||
o[0] = 0xF0 | (s[1]>>2);
|
||||
o[1] = 0x80 | ((s[1]&0x03)<<4) | (s[2]>>4);
|
||||
o[2] = 0x80 | ((s[2]&0x0F)<<2) | (s[3]>>6);
|
||||
o[3] = 0x80 | (s[3]&0x3F);
|
||||
return 4;
|
||||
}
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_to_utf_32be(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
o[0] = 0;
|
||||
if (!(s[0]&0x80)) {
|
||||
o[1] = o[2] = 0x00;
|
||||
o[3] = s[0];
|
||||
}
|
||||
else if ((s[0]&0xE0)==0xC0) {
|
||||
o[1] = 0x00;
|
||||
o[2] = (s[0]>>2)&0x07;
|
||||
o[3] = ((s[0]&0x03)<<6) | (s[1]&0x3F);
|
||||
}
|
||||
else if ((s[0]&0xF0)==0xE0) {
|
||||
o[1] = 0x00;
|
||||
o[2] = (s[0]<<4) | ((s[1]>>2)^0x20);
|
||||
o[3] = (s[1]<<6) | (s[2]^0x80);
|
||||
}
|
||||
else {
|
||||
o[1] = ((s[0]&0x07)<<2) | ((s[1]>>4)&0x03);
|
||||
o[2] = ((s[1]&0x0F)<<4) | ((s[2]>>2)&0x0F);
|
||||
o[3] = ((s[2]&0x03)<<6) | (s[3]&0x3F);
|
||||
}
|
||||
return 4;
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_from_utf_32le(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
return 1;
|
||||
}
|
||||
|
||||
static int
|
||||
fun_so_to_utf_32le(const unsigned char* s, unsigned char* o)
|
||||
{
|
||||
return 4;
|
||||
}
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_16BE_00_offsets[256] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16BE_00_infos[1] = {
|
||||
FUNso,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16BE_00 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_16BE_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16BE_D8_00_00_infos[1] = {
|
||||
INVALID,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16BE_D8_00_00 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_16BE_D8_00_00_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_16BE_D8_00_offsets[256] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16BE_D8_00_infos[2] = {
|
||||
&from_UTF_16BE_D8_00_00, &from_UTF_16BE_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16BE_D8_00 = {
|
||||
from_UTF_16BE_D8_00_offsets,
|
||||
from_UTF_16BE_D8_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16BE_D8_infos[1] = {
|
||||
&from_UTF_16BE_D8_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16BE_D8 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_16BE_D8_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_16BE_offsets[256] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 2, 2, 2, 2,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16BE_infos[3] = {
|
||||
&from_UTF_16BE_00, &from_UTF_16BE_D8,
|
||||
&from_UTF_16BE_D8_00_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16BE = {
|
||||
from_UTF_16BE_offsets,
|
||||
from_UTF_16BE_infos
|
||||
};
|
||||
|
||||
|
||||
|
||||
static const rb_transcoder
|
||||
rb_from_UTF_16BE = {
|
||||
"UTF-16BE", "UTF-8", &from_UTF_16BE, 4, 0,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_16be
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
to_UTF_16BE_C2_offsets[64] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_C2 = {
|
||||
to_UTF_16BE_C2_offsets,
|
||||
from_UTF_16BE_00_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
to_UTF_16BE_E0_offsets[64] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_E0_infos[2] = {
|
||||
INVALID, &to_UTF_16BE_C2,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_E0 = {
|
||||
to_UTF_16BE_E0_offsets,
|
||||
to_UTF_16BE_E0_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_E1_infos[1] = {
|
||||
&to_UTF_16BE_C2,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_E1 = {
|
||||
to_UTF_16BE_C2_offsets,
|
||||
to_UTF_16BE_E1_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_ED_infos[2] = {
|
||||
&to_UTF_16BE_C2, INVALID,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_ED = {
|
||||
to_UTF_16BE_E0_offsets,
|
||||
to_UTF_16BE_ED_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
to_UTF_16BE_F0_offsets[64] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_F0_infos[2] = {
|
||||
INVALID, &to_UTF_16BE_E1,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_F0 = {
|
||||
to_UTF_16BE_F0_offsets,
|
||||
to_UTF_16BE_F0_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_F1_infos[1] = {
|
||||
&to_UTF_16BE_E1,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_F1 = {
|
||||
to_UTF_16BE_C2_offsets,
|
||||
to_UTF_16BE_F1_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_F4_infos[2] = {
|
||||
&to_UTF_16BE_E1, INVALID,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE_F4 = {
|
||||
to_UTF_16BE_F0_offsets,
|
||||
to_UTF_16BE_F4_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
to_UTF_16BE_offsets[256] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
3, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 5, 4, 4,
|
||||
6, 7, 7, 7, 8, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
to_UTF_16BE_infos[9] = {
|
||||
FUNso, INVALID, &to_UTF_16BE_C2, &to_UTF_16BE_E0,
|
||||
&to_UTF_16BE_E1, &to_UTF_16BE_ED, &to_UTF_16BE_F0, &to_UTF_16BE_F1,
|
||||
&to_UTF_16BE_F4,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
to_UTF_16BE = {
|
||||
to_UTF_16BE_offsets,
|
||||
to_UTF_16BE_infos
|
||||
};
|
||||
|
||||
|
||||
|
||||
static const rb_transcoder
|
||||
rb_to_UTF_16BE = {
|
||||
"UTF-8", "UTF-16BE", &to_UTF_16BE, 4, 1,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_16be
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16LE_00_D8_00_infos[2] = {
|
||||
INVALID, FUNso,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16LE_00_D8_00 = {
|
||||
from_UTF_16BE_D8_00_offsets,
|
||||
from_UTF_16LE_00_D8_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16LE_00_D8_infos[1] = {
|
||||
&from_UTF_16LE_00_D8_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16LE_00_D8 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_16LE_00_D8_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16LE_00_infos[3] = {
|
||||
FUNso, &from_UTF_16LE_00_D8,
|
||||
INVALID,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16LE_00 = {
|
||||
from_UTF_16BE_offsets,
|
||||
from_UTF_16LE_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_16LE_infos[1] = {
|
||||
&from_UTF_16LE_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_16LE = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_16LE_infos
|
||||
};
|
||||
|
||||
|
||||
|
||||
static const rb_transcoder
|
||||
rb_from_UTF_16LE = {
|
||||
"UTF-16LE", "UTF-8", &from_UTF_16LE, 4, 0,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_16le
|
||||
};
|
||||
|
||||
static const rb_transcoder
|
||||
rb_to_UTF_16LE = {
|
||||
"UTF-8", "UTF-16LE", &to_UTF_16BE, 4, 1,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_16le
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_32BE_00_00_offsets[256] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32BE_00_00_infos[2] = {
|
||||
&from_UTF_16BE_00, &from_UTF_16BE_D8_00_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32BE_00_00 = {
|
||||
from_UTF_32BE_00_00_offsets,
|
||||
from_UTF_32BE_00_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32BE_00_01_infos[1] = {
|
||||
&from_UTF_16BE_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32BE_00_01 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_32BE_00_01_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32BE_00_11_infos[1] = {
|
||||
&from_UTF_16BE_D8_00_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32BE_00_11 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_32BE_00_11_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_32BE_00_offsets[256] = {
|
||||
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32BE_00_infos[3] = {
|
||||
&from_UTF_32BE_00_00, &from_UTF_32BE_00_01,
|
||||
&from_UTF_32BE_00_11,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32BE_00 = {
|
||||
from_UTF_32BE_00_offsets,
|
||||
from_UTF_32BE_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32BE_01_infos[1] = {
|
||||
&from_UTF_32BE_00_11,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32BE_01 = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_32BE_01_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_32BE_offsets[256] = {
|
||||
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32BE_infos[2] = {
|
||||
&from_UTF_32BE_00, &from_UTF_32BE_01,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32BE = {
|
||||
from_UTF_32BE_offsets,
|
||||
from_UTF_32BE_infos
|
||||
};
|
||||
|
||||
|
||||
|
||||
static const rb_transcoder
|
||||
rb_from_UTF_32BE = {
|
||||
"UTF-32BE", "UTF-8", &from_UTF_32BE, 4, 0,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_32be
|
||||
};
|
||||
|
||||
static const rb_transcoder
|
||||
rb_to_UTF_32BE = {
|
||||
"UTF-8", "UTF-32BE", &to_UTF_16BE, 4, 1,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_32be
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32LE_00_00_00_infos[2] = {
|
||||
FUNso, INVALID,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32LE_00_00_00 = {
|
||||
from_UTF_32BE_offsets,
|
||||
from_UTF_32LE_00_00_00_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_32LE_00_00_offsets[256] = {
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32LE_00_00_infos[2] = {
|
||||
&from_UTF_32LE_00_00_00, &from_UTF_16BE_D8_00_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32LE_00_00 = {
|
||||
from_UTF_32LE_00_00_offsets,
|
||||
from_UTF_32LE_00_00_infos
|
||||
};
|
||||
|
||||
static const unsigned char
|
||||
from_UTF_32LE_00_D8_offsets[256] = {
|
||||
0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
||||
1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
|
||||
};
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32LE_00_D8_infos[2] = {
|
||||
&from_UTF_16BE_D8_00_00, &from_UTF_32LE_00_00_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32LE_00_D8 = {
|
||||
from_UTF_32LE_00_D8_offsets,
|
||||
from_UTF_32LE_00_D8_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32LE_00_infos[2] = {
|
||||
&from_UTF_32LE_00_00, &from_UTF_32LE_00_D8,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32LE_00 = {
|
||||
from_UTF_32BE_00_00_offsets,
|
||||
from_UTF_32LE_00_infos
|
||||
};
|
||||
|
||||
static const struct byte_lookup* const
|
||||
from_UTF_32LE_infos[1] = {
|
||||
&from_UTF_32LE_00,
|
||||
};
|
||||
static const BYTE_LOOKUP
|
||||
from_UTF_32LE = {
|
||||
from_UTF_16BE_00_offsets,
|
||||
from_UTF_32LE_infos
|
||||
};
|
||||
|
||||
|
||||
|
||||
static const rb_transcoder
|
||||
rb_from_UTF_32LE = {
|
||||
"UTF-32LE", "UTF-8", &from_UTF_32LE, 4, 0,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_from_utf_32le
|
||||
};
|
||||
|
||||
static const rb_transcoder
|
||||
rb_to_UTF_32LE = {
|
||||
"UTF-8", "UTF-32LE", &to_UTF_16BE, 4, 1,
|
||||
NULL, NULL, NULL, NULL, NULL, &fun_so_to_utf_32le
|
||||
};
|
||||
|
||||
void
|
||||
Init_utf_16_32(void)
|
||||
{
|
||||
rb_register_transcoder(&rb_from_UTF_16BE);
|
||||
rb_register_transcoder(&rb_to_UTF_16BE);
|
||||
rb_register_transcoder(&rb_from_UTF_16LE);
|
||||
rb_register_transcoder(&rb_to_UTF_16LE);
|
||||
rb_register_transcoder(&rb_from_UTF_32BE);
|
||||
rb_register_transcoder(&rb_to_UTF_32BE);
|
||||
rb_register_transcoder(&rb_from_UTF_32LE);
|
||||
rb_register_transcoder(&rb_to_UTF_32LE);
|
||||
}
|
||||
|
||||
|
|
@ -1,6 +1,16 @@
|
|||
#!/bin/sh
|
||||
|
||||
ruby tool/transcode-tblgen.rb -vo enc/trans/single_byte.c enc/trans/single_byte.erb.c
|
||||
ruby tool/transcode-tblgen.rb -vo enc/trans/utf_16_32.c enc/trans/utf_16_32.erb.c
|
||||
ruby tool/transcode-tblgen.rb -vo enc/trans/japanese.c enc/trans/japanese.erb.c
|
||||
ruby tool/transcode-tblgen.rb -vo enc/trans/korean.c enc/trans/korean.erb.c
|
||||
[ "$1" -a -d "$1" ] && { cd "$1" || exit $?; } && shift
|
||||
[ "$#" = 0 ] && set enc/trans/*.erb.c
|
||||
for erb; do
|
||||
case "$erb" in
|
||||
*.erb.c)
|
||||
src=`expr "$erb" | sed 's/\.erb\.c$/.c/'`
|
||||
${BASERUBY-ruby} tool/transcode-tblgen.rb -vo "$src" "$erb"
|
||||
;;
|
||||
*)
|
||||
echo "$0: don' know how to deal with $erb"
|
||||
continue
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue