From 1800f3fa5c29515113ecdcc5695e8a96f462b74c Mon Sep 17 00:00:00 2001 From: Nobuhiro IMAI Date: Thu, 19 Nov 2020 23:19:08 +0900 Subject: Ripper.{lex,tokenize} return full tokens even if syntax error yet another implements [Feature #17276] --- test/ripper/test_lexer.rb | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'test/ripper') diff --git a/test/ripper/test_lexer.rb b/test/ripper/test_lexer.rb index 542db2fba8..3d546c2c94 100644 --- a/test/ripper/test_lexer.rb +++ b/test/ripper/test_lexer.rb @@ -150,4 +150,12 @@ class TestRipper::Lexer < Test::Unit::TestCase assert_raise(SyntaxError) { Ripper.tokenize('def req(true) end', raise_errors: true) } assert_raise(SyntaxError) { Ripper.tokenize('def req(true) end', raise_errors: true) } end + + def test_tokenize_with_syntax_error + assert_equal "end", Ripper.tokenize("def req(true) end").last + end + + def test_lex_with_syntax_error + assert_equal [[1, 14], :on_kw, "end", state(:EXPR_END)], Ripper.lex("def req(true) end").last + end end -- cgit v1.2.1