mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
f6441bf61c
add state field. (TRANSCODING_STATE): defined. (rb_transcoder): add fields: state_size, state_init_func, state_fini_func. change rb_transcoding* argument to void*. * transcode.c (transcode_restartable0): use TRANSCODING_STATE for first arguments of transcoder functions. (rb_transcoding_open_by_transcoder): initialize state field. (rb_transcoding_close): finalize state field. * tool/transcode-tblgen.rb: provide state size/init/fini. * enc/trans/newline.trans (universal_newline_init): defined. (fun_so_universal_newline): take void* as a state pointer. (rb_universal_newline): provide state size/init/fini. (rb_crlf_newline): ditto. (rb_cr_newline): ditto. * enc/trans/iso2022.trans (iso2022jp_init): defined. (fun_si_iso2022jp_to_eucjp): take void* as a state pointer. (fun_so_iso2022jp_to_eucjp): ditto. (fun_so_eucjp_to_iso2022jp): ditto. (iso2022jp_reset_sequence_size): ditto. (finish_eucjp_to_iso2022jp): ditto. (rb_ISO_2022_JP_to_EUC_JP): provide state size/init/fini. (rb_EUC_JP_to_ISO_2022_JP): ditto. * enc/trans/utf_16_32.trans (fun_so_from_utf_16be): take void* as a state pointer. (fun_so_to_utf_16be): ditto. (fun_so_from_utf_16le): ditto. (fun_so_to_utf_16le): ditto. (fun_so_from_utf_32be): ditto. (fun_so_to_utf_32be): ditto. (fun_so_from_utf_32le): ditto. (fun_so_to_utf_32le): ditto. (rb_from_UTF_16BE): provide state size/init/fini. (rb_to_UTF_16BE): ditto. (rb_from_UTF_16LE): ditto. (rb_to_UTF_16LE): ditto. (rb_from_UTF_32BE): ditto. (rb_to_UTF_32BE): ditto. (rb_from_UTF_32LE): ditto. (rb_to_UTF_32LE): ditto. * enc/trans/japanese.trans (fun_so_eucjp2sjis): take void* as a state pointer. (fun_so_sjis2eucjp): ditto. (rb_eucjp2sjis): provide state size/init/fini. (rb_sjis2eucjp): provide state size/init/fini. git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@19096 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
98 lines
2.2 KiB
Text
98 lines
2.2 KiB
Text
#include "transcode_data.h"
|
|
|
|
<%
|
|
map = {}
|
|
map["{00-7f}"] = :nomap
|
|
map["{a1-fe}{a1-fe}"] = :func_so
|
|
map["8e{a1-df}"] = :func_so
|
|
map["8e{e0-fe}"] = :undef
|
|
map["8f{a1-fe}{a1-fe}"] = :undef
|
|
transcode_generate_node(ActionMap.parse(map), "eucjp2sjis")
|
|
|
|
map = {}
|
|
map["{00-7f}"] = :nomap
|
|
map["{81-9f,e0-ef}{40-7e,80-fc}"] = :func_so
|
|
map["{f0-fc}{40-7e,80-fc}"] = :undef
|
|
map["{a1-df}"] = :func_so
|
|
transcode_generate_node(ActionMap.parse(map), "sjis2eucjp")
|
|
%>
|
|
|
|
<%= transcode_generated_code %>
|
|
|
|
static int
|
|
fun_so_eucjp2sjis(void *statep, const unsigned char *s, size_t l, unsigned char *o)
|
|
{
|
|
if (s[0] == 0x8e) {
|
|
o[0] = s[1];
|
|
return 1;
|
|
}
|
|
else {
|
|
int h, m, l;
|
|
m = s[0] & 1;
|
|
h = (s[0]+m) >> 1;
|
|
h += s[0] < 0xdf ? 0x30 : 0x70;
|
|
l = s[1] - m * 94 - 3;
|
|
if (0x7f <= l)
|
|
l++;
|
|
o[0] = h;
|
|
o[1] = l;
|
|
return 2;
|
|
}
|
|
}
|
|
|
|
static int
|
|
fun_so_sjis2eucjp(void *statep, const unsigned char *s, size_t l, unsigned char *o)
|
|
{
|
|
if (l == 1) {
|
|
o[0] = '\x8e';
|
|
o[1] = s[0];
|
|
return 2;
|
|
}
|
|
else {
|
|
int h, l;
|
|
h = s[0];
|
|
l = s[1];
|
|
if (0xe0 <= h)
|
|
h -= 64;
|
|
l += l < 0x80 ? 0x61 : 0x60;
|
|
h = h * 2 - 0x61;
|
|
if (0xfe < l) {
|
|
l -= 94;
|
|
h += 1;
|
|
}
|
|
o[0] = h;
|
|
o[1] = l;
|
|
return 2;
|
|
}
|
|
}
|
|
|
|
static const rb_transcoder
|
|
rb_eucjp2sjis = {
|
|
"EUC-JP", "Shift_JIS", eucjp2sjis,
|
|
TRANSCODE_TABLE_INFO,
|
|
1, /* input_unit_length */
|
|
3, /* max_input */
|
|
2, /* max_output */
|
|
stateless_converter, /* stateful_type */
|
|
0, NULL, NULL, /* state_size, state_init, state_fini */
|
|
NULL, NULL, NULL, fun_so_eucjp2sjis
|
|
};
|
|
|
|
static const rb_transcoder
|
|
rb_sjis2eucjp = {
|
|
"Shift_JIS", "EUC-JP", sjis2eucjp,
|
|
TRANSCODE_TABLE_INFO,
|
|
1, /* input_unit_length */
|
|
2, /* max_input */
|
|
2, /* max_output */
|
|
stateless_converter, /* stateful_type */
|
|
0, NULL, NULL, /* state_size, state_init, state_fini */
|
|
NULL, NULL, NULL, fun_so_sjis2eucjp
|
|
};
|
|
|
|
void
|
|
Init_japanese(void)
|
|
{
|
|
rb_register_transcoder(&rb_eucjp2sjis);
|
|
rb_register_transcoder(&rb_sjis2eucjp);
|
|
}
|