diff --git a/ext/ripper/lib/ripper/lexer.rb b/ext/ripper/lib/ripper/lexer.rb index b3b78ef1a13e9d..361b1f5c36e035 100644 --- a/ext/ripper/lib/ripper/lexer.rb +++ b/ext/ripper/lib/ripper/lexer.rb @@ -13,6 +13,12 @@ class Ripper # Tokenizes the Ruby program and returns an Array of String. + # + # require 'ripper' + # require 'pp' + # + # pp Ripper.tokenize("def m(a) nil end") + # => ["def", " ", "m", "(", "a", ")", " ", "nil", " ", "end"] def Ripper.tokenize(src, filename = '-', lineno = 1) Lexer.new(src, filename, lineno).tokenize end @@ -23,7 +29,7 @@ def Ripper.tokenize(src, filename = '-', lineno = 1) # require 'ripper' # require 'pp' # - # p Ripper.lex("def m(a) nil end") + # pp Ripper.lex("def m(a) nil end") # #=> [[[1, 0], :on_kw, "def"], # [[1, 3], :on_sp, " " ], # [[1, 4], :on_ident, "m" ],