[DOC] Ripper.{lex,tokenize} now always return full tokens. [ci skip]

1 files changed, 2 insertions, 4 deletions

diff --git a/ext/ripper/lib/ripper/lexer.rb b/ext/ripper/lib/ripper/lexer.rb
index 8ddf7900ae..287bd4fdb6 100644
--- a/ext/ripper/lib/ripper/lexer.rb
+++ b/ext/ripper/lib/ripper/lexer.rb
@@ -17,8 +17,7 @@ class Ripper
   # The +filename+ and +lineno+ arguments are mostly ignored, since the
   # return value is just the tokenized input.
   # By default, this method does not handle syntax errors in +src+,
-  # ignoring tokens after the syntax error.  Use the +raise_errors+ keyword
-  # to raise a SyntaxError for an error in +src+.
+  # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.
   #
   #   p Ripper.tokenize("def m(a) nil end")
   #      # => ["def", " ", "m", "(", "a", ")", " ", "nil", " ", "end"]
@@ -32,8 +31,7 @@ class Ripper
   # <code>[[lineno, column], type, token, state]</code>.
   # The +filename+ argument is mostly ignored.
   # By default, this method does not handle syntax errors in +src+,
-  # ignoring tokens after the syntax error.  Use the +raise_errors+ keyword
-  # to raise a SyntaxError for an error in +src+.
+  # use the +raise_errors+ keyword to raise a SyntaxError for an error in +src+.
   #
   #   require 'ripper'
   #   require 'pp'