kotovalexarian-likes-github
/
ruby--ruby
mirror of https://github.com/ruby/ruby.git
1
0
Fork 0
Code Releases Activity

[Bug #18963] Separate string contents by here document terminator

This commit is contained in:
Nobuyoshi Nakada 2022-08-28 09:29:24 +09:00
parent 111b69e8a0
commit ace2eee544
No known key found for this signature in database
GPG Key ID: 7CD2805BFA3770C6
Notes: git 2022-08-28 11:12:30 +09:00 
Merged: https://github.com/ruby/ruby/pull/6292
2 changed files with 23 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
parse.y
View File

@ -7196,6 +7196,10 @@ tokadd_string(struct parser_params *p,
{
int c;
bool erred = false;
#ifdef RIPPER
const int heredoc_end = (p->heredoc_end ? p->heredoc_end + 1 : 0);
int top_of_line = FALSE;
#endif
#define mixed_error(enc1, enc2) \
(void)(erred || (parser_mixed_error(p, enc1, enc2), erred = true))
@ -7206,6 +7210,12 @@ tokadd_string(struct parser_params *p,
if (p->heredoc_indent > 0) {
parser_update_heredoc_indent(p, c);
}
#ifdef RIPPER
if (top_of_line && heredoc_end == p->ruby_sourceline) {
pushback(p, c);
break;
}
#endif
if (paren && c == paren) {
++*nest;
@ -7332,6 +7342,9 @@ tokadd_string(struct parser_params *p,
}
}
tokadd(p, c);
#ifdef RIPPER
top_of_line = (c == '\n');
#endif
}
terminate:
if (*enc) *encp = *enc;

10
test/ripper/test_lexer.rb
View File

@ -242,4 +242,14 @@ class TestRipper::Lexer < Test::Unit::TestCase
EOF
assert_equal([[5, 0], :on_heredoc_end, "EOS\n", state(:EXPR_BEG)], Ripper.lex(s).last, bug)
end
def test_tokenize_with_here_document
bug = '[Bug #18963]'
code = %[
<<A + "hello
A
world"
]
assert_equal(code, Ripper.tokenize(code).join(""), bug)
end
end