mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
a67d4fa01c
argument for mbc_to_code. (ONIGENC_MBC_TO_CODE): provide NULL for precise_ret. (ONIGENC_MBC_PRECISE_CODEPOINT): defined. * include/ruby/encoding.h (rb_enc_mbc_precise_codepoint): defined. * regenc.h (onigenc_single_byte_mbc_to_code): precise_ret argument added. (onigenc_mbn_mbc_to_code): ditto. * regenc.c (onigenc_single_byte_mbc_to_code): precise_ret argument added. (onigenc_mbn_mbc_to_code): ditto. * string.c (count_utf8_lead_bytes_with_word): removed. (str_utf8_nth): removed. (str_utf8_offset): removed. (str_strlen): UTF-8 codepoint oriented optimization removed. (rb_str_substr): ditto. (enc_succ_char): use rb_enc_mbc_precise_codepoint. (enc_pred_char): ditto. (rb_str_succ): ditto. * encoding.c (rb_enc_ascget): check length with rb_enc_mbc_precise_codepoint. (rb_enc_codepoint): use rb_enc_mbc_precise_codepoint. * regexec.c (string_cmp_ic): add text_end argument. (match_at): check end of character after exact string matches. * enc/utf_8.c (graphme_table): defined for extended graphme cluster boundary. (grapheme_cmp): defined. (get_grapheme_properties): defined. (grapheme_boundary_p): defined. (MAX_BYTES_LENGTH): defined. (comb_char_enc_len): defined. (mbc_to_code0): extracted from mbc_to_code. (mbc_to_code): use mbc_to_code0. (left_adjust_combchar_head): defined. (utf_8): use a extended graphme cluster as a unit. * enc/unicode.c (onigenc_unicode_mbc_case_fold): use ONIGENC_MBC_PRECISE_CODEPOINT to extract codepoints. (onigenc_unicode_get_case_fold_codes_by_str): ditto. * enc/euc_jp.c (mbc_to_code): follow mbc_to_code field change. use onigenc_mbn_mbc_to_code. * enc/shift_jis.c (mbc_to_code): ditto. * enc/emacs_mule.c (mbc_to_code): ditto. * enc/gbk.c (gbk_mbc_to_code): follow mbc_to_code field and onigenc_mbn_mbc_to_code change. * enc/cp949.c (cp949_mbc_to_code): ditto. * enc/big5.c (big5_mbc_to_code): ditto. * enc/euc_tw.c (euctw_mbc_to_code): ditto. * enc/euc_kr.c (euckr_mbc_to_code): ditto. * enc/gb18030.c (gb18030_mbc_to_code): ditto. * enc/utf_32be.c (utf32be_mbc_to_code): follow mbc_to_code field change. * enc/utf_16be.c (utf16be_mbc_to_code): ditto. * enc/utf_32le.c (utf32le_mbc_to_code): ditto. * enc/utf_16le.c (utf16le_mbc_to_code): ditto. git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@19389 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
328 lines
14 KiB
C
328 lines
14 KiB
C
/**********************************************************************
|
|
emacs_mule.c - Oniguruma (regular expression library)
|
|
**********************************************************************/
|
|
/*-
|
|
* Copyright (c) 2002-2007 K.Kosako <sndgk393 AT ybb DOT ne DOT jp>
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
* SUCH DAMAGE.
|
|
*/
|
|
|
|
#include "regint.h"
|
|
|
|
|
|
#define emacsmule_islead(c) ((UChar )((c) - 0x81) > 0x9d - 0x81)
|
|
|
|
/*
|
|
CHARACTER := ASCII_CHAR | MULTIBYTE_CHAR
|
|
MULTIBYTE_CHAR := PRIMARY_CHAR_1 | PRIMARY_CHAR_2
|
|
| SECONDARY_CHAR_1 | SECONDARY_CHAR_2
|
|
PRIMARY_CHAR_1 := LEADING_CODE_PRI C1
|
|
PRIMARY_CHAR_2 := LEADING_CODE_PRI C1 C2
|
|
SECONDARY_CHAR_1 := LEADING_CODE_SEC LEADING_CODE_EXT C1
|
|
SECONDARY_CHAR_2 := LEADING_CODE_SEC LEADING_CODE_EXT C1 C2
|
|
ASCII_CHAR := 0 | 1 | ... | 127
|
|
LEADING_CODE_PRI := 129 | 130 | ... | 153
|
|
LEADING_CODE_SEC := 154 | 155 | 156 | 157
|
|
C1, C2, LEADING_CODE_EXT := 160 | 161 | ... | 255
|
|
*/
|
|
|
|
static const int EncLen_EmacsMule[] = {
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
|
|
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
};
|
|
|
|
typedef enum { FAILURE = -2, ACCEPT = -1, S0 = 0, S1, S2, S3, S4, S5, S6 } state_t;
|
|
#define A ACCEPT
|
|
#define F FAILURE
|
|
static const signed char trans[][0x100] = {
|
|
{ /* S0 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 1 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 2 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 3 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 4 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 5 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 6 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 7 */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* 8 */ F, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* 9 */ 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 4, 4, 5, 6, F, F,
|
|
/* a */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* b */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* c */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* d */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* e */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* f */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F
|
|
},
|
|
{ /* S1 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* a */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* b */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* c */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* d */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* e */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A,
|
|
/* f */ A, A, A, A, A, A, A, A, A, A, A, A, A, A, A, A
|
|
},
|
|
{ /* S2 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* a */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* b */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* c */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* d */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* e */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* f */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1
|
|
},
|
|
{ /* S3 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* a */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* b */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* c */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* d */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* e */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* f */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F
|
|
},
|
|
{ /* S4 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* a */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* b */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* c */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* d */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* e */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
|
|
/* f */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F
|
|
},
|
|
{ /* S5 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* a */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* b */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* c */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* d */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* e */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* f */ 2, 2, 2, 2, 2, F, F, F, F, F, F, F, F, F, F, F
|
|
},
|
|
{ /* S6 0 1 2 3 4 5 6 7 8 9 a b c d e f */
|
|
/* 0 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 1 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 2 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 3 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 4 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 5 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 6 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 7 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 8 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* 9 */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* a */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* b */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* c */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* d */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* e */ F, F, F, F, F, F, F, F, F, F, F, F, F, F, F, F,
|
|
/* f */ F, F, F, F, F, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, F
|
|
},
|
|
|
|
};
|
|
#undef A
|
|
#undef F
|
|
|
|
static int
|
|
mbc_enc_len(const UChar* p, const UChar* e, OnigEncoding enc ARG_UNUSED)
|
|
{
|
|
int firstbyte = *p++;
|
|
state_t s;
|
|
s = trans[0][firstbyte];
|
|
if (s < 0) return s == ACCEPT ? ONIGENC_CONSTRUCT_MBCLEN_CHARFOUND(1) :
|
|
ONIGENC_CONSTRUCT_MBCLEN_INVALID();
|
|
if (p == e) return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(EncLen_EmacsMule[firstbyte]-1);
|
|
s = trans[s][*p++];
|
|
if (s < 0) return s == ACCEPT ? ONIGENC_CONSTRUCT_MBCLEN_CHARFOUND(2) :
|
|
ONIGENC_CONSTRUCT_MBCLEN_INVALID();
|
|
if (p == e) return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(EncLen_EmacsMule[firstbyte]-2);
|
|
s = trans[s][*p++];
|
|
if (s < 0) return s == ACCEPT ? ONIGENC_CONSTRUCT_MBCLEN_CHARFOUND(3) :
|
|
ONIGENC_CONSTRUCT_MBCLEN_INVALID();
|
|
if (p == e) return ONIGENC_CONSTRUCT_MBCLEN_NEEDMORE(EncLen_EmacsMule[firstbyte]-3);
|
|
s = trans[s][*p++];
|
|
return s == ACCEPT ? ONIGENC_CONSTRUCT_MBCLEN_CHARFOUND(4) :
|
|
ONIGENC_CONSTRUCT_MBCLEN_INVALID();
|
|
}
|
|
|
|
static OnigCodePoint
|
|
mbc_to_code(const UChar* p, const UChar* end, int *precise_ret, OnigEncoding enc)
|
|
{
|
|
return onigenc_mbn_mbc_to_code(enc, p, end, precise_ret);
|
|
}
|
|
|
|
static int
|
|
code_to_mbclen(OnigCodePoint code, OnigEncoding enc ARG_UNUSED)
|
|
{
|
|
if (ONIGENC_IS_CODE_ASCII(code)) return 1;
|
|
else if (code > 0xffffffff) return 0;
|
|
else if ((code & 0xff000000) >= 0x80000000) return 4;
|
|
else if ((code & 0xff0000) >= 0x800000) return 3;
|
|
else if ((code & 0xff00) >= 0x8000) return 2;
|
|
else
|
|
return ONIGERR_INVALID_CODE_POINT_VALUE;
|
|
}
|
|
|
|
static int
|
|
code_to_mbc(OnigCodePoint code, UChar *buf, OnigEncoding enc)
|
|
{
|
|
UChar *p = buf;
|
|
|
|
if ((code & 0xff000000) != 0) *p++ = (UChar )(((code >> 24) & 0xff));
|
|
if ((code & 0xff0000) != 0) *p++ = (UChar )(((code >> 16) & 0xff));
|
|
if ((code & 0xff00) != 0) *p++ = (UChar )(((code >> 8) & 0xff));
|
|
*p++ = (UChar )(code & 0xff);
|
|
|
|
if (enclen(enc, buf, p) != (p - buf))
|
|
return ONIGERR_INVALID_CODE_POINT_VALUE;
|
|
return p - buf;
|
|
}
|
|
|
|
static int
|
|
mbc_case_fold(OnigCaseFoldType flag,
|
|
const UChar** pp, const UChar* end, UChar* lower,
|
|
OnigEncoding enc)
|
|
{
|
|
int len;
|
|
const UChar* p = *pp;
|
|
|
|
if (ONIGENC_IS_MBC_ASCII(p)) {
|
|
*lower = ONIGENC_ASCII_CODE_TO_LOWER_CASE(*p);
|
|
(*pp)++;
|
|
return 1;
|
|
}
|
|
else {
|
|
int i;
|
|
|
|
len = mbc_enc_len(p, end, enc);
|
|
for (i = 0; i < len; i++) {
|
|
*lower++ = *p++;
|
|
}
|
|
(*pp) += len;
|
|
return len; /* return byte length of converted char to lower */
|
|
}
|
|
}
|
|
|
|
static UChar*
|
|
left_adjust_char_head(const UChar* start, const UChar* s, const UChar* end, OnigEncoding enc)
|
|
{
|
|
const UChar *p;
|
|
|
|
if (s <= start) return (UChar* )s;
|
|
p = s;
|
|
|
|
while (!emacsmule_islead(*p) && p > start) p--;
|
|
return (UChar* )p;
|
|
}
|
|
|
|
static int
|
|
is_code_ctype(OnigCodePoint code, unsigned int ctype, OnigEncoding enc ARG_UNUSED)
|
|
{
|
|
if (code < 128)
|
|
return ONIGENC_IS_ASCII_CODE_CTYPE(code, ctype);
|
|
else
|
|
return (code_to_mbclen(code, enc) > 1 ? TRUE : FALSE);
|
|
}
|
|
|
|
/*
|
|
* Name: Emacs-Mule
|
|
* Link: http://www.m17n.org/mule/pricai96/mule.en.html
|
|
*/
|
|
OnigEncodingDefine(emacs_mule, Emacs_Mule) = {
|
|
mbc_enc_len,
|
|
"Emacs-Mule", /* name */
|
|
4, /* max enc length */
|
|
1, /* min enc length */
|
|
onigenc_is_mbc_newline_0x0a,
|
|
mbc_to_code,
|
|
code_to_mbclen,
|
|
code_to_mbc,
|
|
mbc_case_fold,
|
|
onigenc_ascii_apply_all_case_fold,
|
|
onigenc_ascii_get_case_fold_codes_by_str,
|
|
onigenc_minimum_property_name_to_ctype,
|
|
is_code_ctype,
|
|
onigenc_not_support_get_ctype_code_range,
|
|
left_adjust_char_head,
|
|
onigenc_always_true_is_allowed_reverse_match,
|
|
0
|
|
};
|
|
|
|
ENC_REPLICATE("stateless-ISO-2022-JP", "Emacs-Mule")
|