mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
* expand tabs. [ci skip]
Tabs were expanded because previously the file did not have any tab indentation. Please update your editor config, and use misc/expand_tabs.rb in the pre-commit hook.
This commit is contained in:
parent
44da5a1c87
commit
215e4b8721
1 changed files with 155 additions and 155 deletions
|
@ -134,167 +134,167 @@ ripper_token2eventid(enum yytokentype tok)
|
|||
{
|
||||
#define O(member) (int)offsetof(ripper_scanner_ids_t, ripper_id_##member)+1
|
||||
static const unsigned short offsets[] = {
|
||||
[' '] = O(words_sep),
|
||||
['!'] = O(op),
|
||||
['%'] = O(op),
|
||||
['&'] = O(op),
|
||||
['*'] = O(op),
|
||||
['+'] = O(op),
|
||||
['-'] = O(op),
|
||||
['/'] = O(op),
|
||||
['<'] = O(op),
|
||||
['='] = O(op),
|
||||
['>'] = O(op),
|
||||
['?'] = O(op),
|
||||
['^'] = O(op),
|
||||
['|'] = O(op),
|
||||
['~'] = O(op),
|
||||
[':'] = O(op),
|
||||
[','] = O(comma),
|
||||
['.'] = O(period),
|
||||
[';'] = O(semicolon),
|
||||
['`'] = O(backtick),
|
||||
['\n'] = O(nl),
|
||||
[keyword_alias] = O(kw),
|
||||
[keyword_and] = O(kw),
|
||||
[keyword_begin] = O(kw),
|
||||
[keyword_break] = O(kw),
|
||||
[keyword_case] = O(kw),
|
||||
[keyword_class] = O(kw),
|
||||
[keyword_def] = O(kw),
|
||||
[keyword_defined] = O(kw),
|
||||
[keyword_do] = O(kw),
|
||||
[keyword_do_block] = O(kw),
|
||||
[keyword_do_cond] = O(kw),
|
||||
[keyword_else] = O(kw),
|
||||
[keyword_elsif] = O(kw),
|
||||
[keyword_end] = O(kw),
|
||||
[keyword_ensure] = O(kw),
|
||||
[keyword_false] = O(kw),
|
||||
[keyword_for] = O(kw),
|
||||
[keyword_if] = O(kw),
|
||||
[modifier_if] = O(kw),
|
||||
[keyword_in] = O(kw),
|
||||
[keyword_module] = O(kw),
|
||||
[keyword_next] = O(kw),
|
||||
[keyword_nil] = O(kw),
|
||||
[keyword_not] = O(kw),
|
||||
[keyword_or] = O(kw),
|
||||
[keyword_redo] = O(kw),
|
||||
[keyword_rescue] = O(kw),
|
||||
[modifier_rescue] = O(kw),
|
||||
[keyword_retry] = O(kw),
|
||||
[keyword_return] = O(kw),
|
||||
[keyword_self] = O(kw),
|
||||
[keyword_super] = O(kw),
|
||||
[keyword_then] = O(kw),
|
||||
[keyword_true] = O(kw),
|
||||
[keyword_undef] = O(kw),
|
||||
[keyword_unless] = O(kw),
|
||||
[modifier_unless] = O(kw),
|
||||
[keyword_until] = O(kw),
|
||||
[modifier_until] = O(kw),
|
||||
[keyword_when] = O(kw),
|
||||
[keyword_while] = O(kw),
|
||||
[modifier_while] = O(kw),
|
||||
[keyword_yield] = O(kw),
|
||||
[keyword__FILE__] = O(kw),
|
||||
[keyword__LINE__] = O(kw),
|
||||
[keyword__ENCODING__] = O(kw),
|
||||
[keyword_BEGIN] = O(kw),
|
||||
[keyword_END] = O(kw),
|
||||
[keyword_do_LAMBDA] = O(kw),
|
||||
[tAMPER] = O(op),
|
||||
[tANDOP] = O(op),
|
||||
[tAREF] = O(op),
|
||||
[tASET] = O(op),
|
||||
[tASSOC] = O(op),
|
||||
[tBACK_REF] = O(backref),
|
||||
[tCHAR] = O(CHAR),
|
||||
[tCMP] = O(op),
|
||||
[tCOLON2] = O(op),
|
||||
[tCOLON3] = O(op),
|
||||
[tCONSTANT] = O(const),
|
||||
[tCVAR] = O(cvar),
|
||||
[tDOT2] = O(op),
|
||||
[tDOT3] = O(op),
|
||||
[tBDOT2] = O(op),
|
||||
[tBDOT3] = O(op),
|
||||
[tEQ] = O(op),
|
||||
[tEQQ] = O(op),
|
||||
[tFID] = O(ident),
|
||||
[tFLOAT] = O(float),
|
||||
[tGEQ] = O(op),
|
||||
[tGVAR] = O(gvar),
|
||||
[tIDENTIFIER] = O(ident),
|
||||
[tIMAGINARY] = O(imaginary),
|
||||
[tINTEGER] = O(int),
|
||||
[tIVAR] = O(ivar),
|
||||
[tLBRACE] = O(lbrace),
|
||||
[tLBRACE_ARG] = O(lbrace),
|
||||
['{'] = O(lbrace),
|
||||
['}'] = O(rbrace),
|
||||
[tLBRACK] = O(lbracket),
|
||||
['['] = O(lbracket),
|
||||
[']'] = O(rbracket),
|
||||
[tLEQ] = O(op),
|
||||
[tLPAREN] = O(lparen),
|
||||
[tLPAREN_ARG] = O(lparen),
|
||||
['('] = O(lparen),
|
||||
[')'] = O(rparen),
|
||||
[tLSHFT] = O(op),
|
||||
[tMATCH] = O(op),
|
||||
[tNEQ] = O(op),
|
||||
[tNMATCH] = O(op),
|
||||
[tNTH_REF] = O(backref),
|
||||
[tOP_ASGN] = O(op),
|
||||
[tOROP] = O(op),
|
||||
[tPOW] = O(op),
|
||||
[tQWORDS_BEG] = O(qwords_beg),
|
||||
[tQSYMBOLS_BEG] = O(qsymbols_beg),
|
||||
[tSYMBOLS_BEG] = O(symbols_beg),
|
||||
[tRATIONAL] = O(rational),
|
||||
[tREGEXP_BEG] = O(regexp_beg),
|
||||
[tREGEXP_END] = O(regexp_end),
|
||||
[tRPAREN] = O(rparen),
|
||||
[tRSHFT] = O(op),
|
||||
[tSTAR] = O(op),
|
||||
[tDSTAR] = O(op),
|
||||
[tANDDOT] = O(op),
|
||||
[tMETHREF] = O(op),
|
||||
[tSTRING_BEG] = O(tstring_beg),
|
||||
[tSTRING_CONTENT] = O(tstring_content),
|
||||
[tSTRING_DBEG] = O(embexpr_beg),
|
||||
[tSTRING_DEND] = O(embexpr_end),
|
||||
[tSTRING_DVAR] = O(embvar),
|
||||
[tSTRING_END] = O(tstring_end),
|
||||
[tSYMBEG] = O(symbeg),
|
||||
[tUMINUS] = O(op),
|
||||
[tUMINUS_NUM] = O(op),
|
||||
[tUPLUS] = O(op),
|
||||
[tWORDS_BEG] = O(words_beg),
|
||||
[tXSTRING_BEG] = O(backtick),
|
||||
[tLABEL] = O(label),
|
||||
[tLABEL_END] = O(label_end),
|
||||
[tLAMBDA] = O(tlambda),
|
||||
[tLAMBEG] = O(tlambeg),
|
||||
[' '] = O(words_sep),
|
||||
['!'] = O(op),
|
||||
['%'] = O(op),
|
||||
['&'] = O(op),
|
||||
['*'] = O(op),
|
||||
['+'] = O(op),
|
||||
['-'] = O(op),
|
||||
['/'] = O(op),
|
||||
['<'] = O(op),
|
||||
['='] = O(op),
|
||||
['>'] = O(op),
|
||||
['?'] = O(op),
|
||||
['^'] = O(op),
|
||||
['|'] = O(op),
|
||||
['~'] = O(op),
|
||||
[':'] = O(op),
|
||||
[','] = O(comma),
|
||||
['.'] = O(period),
|
||||
[';'] = O(semicolon),
|
||||
['`'] = O(backtick),
|
||||
['\n'] = O(nl),
|
||||
[keyword_alias] = O(kw),
|
||||
[keyword_and] = O(kw),
|
||||
[keyword_begin] = O(kw),
|
||||
[keyword_break] = O(kw),
|
||||
[keyword_case] = O(kw),
|
||||
[keyword_class] = O(kw),
|
||||
[keyword_def] = O(kw),
|
||||
[keyword_defined] = O(kw),
|
||||
[keyword_do] = O(kw),
|
||||
[keyword_do_block] = O(kw),
|
||||
[keyword_do_cond] = O(kw),
|
||||
[keyword_else] = O(kw),
|
||||
[keyword_elsif] = O(kw),
|
||||
[keyword_end] = O(kw),
|
||||
[keyword_ensure] = O(kw),
|
||||
[keyword_false] = O(kw),
|
||||
[keyword_for] = O(kw),
|
||||
[keyword_if] = O(kw),
|
||||
[modifier_if] = O(kw),
|
||||
[keyword_in] = O(kw),
|
||||
[keyword_module] = O(kw),
|
||||
[keyword_next] = O(kw),
|
||||
[keyword_nil] = O(kw),
|
||||
[keyword_not] = O(kw),
|
||||
[keyword_or] = O(kw),
|
||||
[keyword_redo] = O(kw),
|
||||
[keyword_rescue] = O(kw),
|
||||
[modifier_rescue] = O(kw),
|
||||
[keyword_retry] = O(kw),
|
||||
[keyword_return] = O(kw),
|
||||
[keyword_self] = O(kw),
|
||||
[keyword_super] = O(kw),
|
||||
[keyword_then] = O(kw),
|
||||
[keyword_true] = O(kw),
|
||||
[keyword_undef] = O(kw),
|
||||
[keyword_unless] = O(kw),
|
||||
[modifier_unless] = O(kw),
|
||||
[keyword_until] = O(kw),
|
||||
[modifier_until] = O(kw),
|
||||
[keyword_when] = O(kw),
|
||||
[keyword_while] = O(kw),
|
||||
[modifier_while] = O(kw),
|
||||
[keyword_yield] = O(kw),
|
||||
[keyword__FILE__] = O(kw),
|
||||
[keyword__LINE__] = O(kw),
|
||||
[keyword__ENCODING__] = O(kw),
|
||||
[keyword_BEGIN] = O(kw),
|
||||
[keyword_END] = O(kw),
|
||||
[keyword_do_LAMBDA] = O(kw),
|
||||
[tAMPER] = O(op),
|
||||
[tANDOP] = O(op),
|
||||
[tAREF] = O(op),
|
||||
[tASET] = O(op),
|
||||
[tASSOC] = O(op),
|
||||
[tBACK_REF] = O(backref),
|
||||
[tCHAR] = O(CHAR),
|
||||
[tCMP] = O(op),
|
||||
[tCOLON2] = O(op),
|
||||
[tCOLON3] = O(op),
|
||||
[tCONSTANT] = O(const),
|
||||
[tCVAR] = O(cvar),
|
||||
[tDOT2] = O(op),
|
||||
[tDOT3] = O(op),
|
||||
[tBDOT2] = O(op),
|
||||
[tBDOT3] = O(op),
|
||||
[tEQ] = O(op),
|
||||
[tEQQ] = O(op),
|
||||
[tFID] = O(ident),
|
||||
[tFLOAT] = O(float),
|
||||
[tGEQ] = O(op),
|
||||
[tGVAR] = O(gvar),
|
||||
[tIDENTIFIER] = O(ident),
|
||||
[tIMAGINARY] = O(imaginary),
|
||||
[tINTEGER] = O(int),
|
||||
[tIVAR] = O(ivar),
|
||||
[tLBRACE] = O(lbrace),
|
||||
[tLBRACE_ARG] = O(lbrace),
|
||||
['{'] = O(lbrace),
|
||||
['}'] = O(rbrace),
|
||||
[tLBRACK] = O(lbracket),
|
||||
['['] = O(lbracket),
|
||||
[']'] = O(rbracket),
|
||||
[tLEQ] = O(op),
|
||||
[tLPAREN] = O(lparen),
|
||||
[tLPAREN_ARG] = O(lparen),
|
||||
['('] = O(lparen),
|
||||
[')'] = O(rparen),
|
||||
[tLSHFT] = O(op),
|
||||
[tMATCH] = O(op),
|
||||
[tNEQ] = O(op),
|
||||
[tNMATCH] = O(op),
|
||||
[tNTH_REF] = O(backref),
|
||||
[tOP_ASGN] = O(op),
|
||||
[tOROP] = O(op),
|
||||
[tPOW] = O(op),
|
||||
[tQWORDS_BEG] = O(qwords_beg),
|
||||
[tQSYMBOLS_BEG] = O(qsymbols_beg),
|
||||
[tSYMBOLS_BEG] = O(symbols_beg),
|
||||
[tRATIONAL] = O(rational),
|
||||
[tREGEXP_BEG] = O(regexp_beg),
|
||||
[tREGEXP_END] = O(regexp_end),
|
||||
[tRPAREN] = O(rparen),
|
||||
[tRSHFT] = O(op),
|
||||
[tSTAR] = O(op),
|
||||
[tDSTAR] = O(op),
|
||||
[tANDDOT] = O(op),
|
||||
[tMETHREF] = O(op),
|
||||
[tSTRING_BEG] = O(tstring_beg),
|
||||
[tSTRING_CONTENT] = O(tstring_content),
|
||||
[tSTRING_DBEG] = O(embexpr_beg),
|
||||
[tSTRING_DEND] = O(embexpr_end),
|
||||
[tSTRING_DVAR] = O(embvar),
|
||||
[tSTRING_END] = O(tstring_end),
|
||||
[tSYMBEG] = O(symbeg),
|
||||
[tUMINUS] = O(op),
|
||||
[tUMINUS_NUM] = O(op),
|
||||
[tUPLUS] = O(op),
|
||||
[tWORDS_BEG] = O(words_beg),
|
||||
[tXSTRING_BEG] = O(backtick),
|
||||
[tLABEL] = O(label),
|
||||
[tLABEL_END] = O(label_end),
|
||||
[tLAMBDA] = O(tlambda),
|
||||
[tLAMBEG] = O(tlambeg),
|
||||
|
||||
/* ripper specific tokens */
|
||||
[tIGNORED_NL] = O(ignored_nl),
|
||||
[tCOMMENT] = O(comment),
|
||||
[tEMBDOC_BEG] = O(embdoc_beg),
|
||||
[tEMBDOC] = O(embdoc),
|
||||
[tEMBDOC_END] = O(embdoc_end),
|
||||
[tSP] = O(sp),
|
||||
[tHEREDOC_BEG] = O(heredoc_beg),
|
||||
[tHEREDOC_END] = O(heredoc_end),
|
||||
[k__END__] = O(__end__),
|
||||
/* ripper specific tokens */
|
||||
[tIGNORED_NL] = O(ignored_nl),
|
||||
[tCOMMENT] = O(comment),
|
||||
[tEMBDOC_BEG] = O(embdoc_beg),
|
||||
[tEMBDOC] = O(embdoc),
|
||||
[tEMBDOC_END] = O(embdoc_end),
|
||||
[tSP] = O(sp),
|
||||
[tHEREDOC_BEG] = O(heredoc_beg),
|
||||
[tHEREDOC_END] = O(heredoc_end),
|
||||
[k__END__] = O(__end__),
|
||||
};
|
||||
#undef O
|
||||
|
||||
int i = (int)tok;
|
||||
if (i >= 0 && i < numberof(offsets) && (i = offsets[i]) > 0) {
|
||||
return *(const ID *)((const char *)&ripper_scanner_ids-1+i);
|
||||
return *(const ID *)((const char *)&ripper_scanner_ids-1+i);
|
||||
}
|
||||
/* 128..256 are used as operator tokens */
|
||||
if (tok < 128) {
|
||||
|
|
Loading…
Add table
Reference in a new issue