1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
|
# frozen_string_literal: true
begin
require 'ripper'
require 'stringio'
require 'test/unit'
ripper_test = true
module TestRipper; end
rescue LoadError
end
class TestRipper::Ripper < Test::Unit::TestCase
def setup
@ripper = Ripper.new '1 + 1'
end
def test_new
assert_separately(%w[-rripper], "#{<<~"begin;"}\n#{<<~'end;'}")
begin;
assert_nil EnvUtil.under_gc_stress {Ripper.new("")}.state
end;
end
def test_column
assert_nil @ripper.column
end
def test_state
assert_nil @ripper.state
end
def test_encoding
assert_equal Encoding::UTF_8, @ripper.encoding
ripper = Ripper.new('# coding: iso-8859-15')
ripper.parse
assert_equal Encoding::ISO_8859_15, ripper.encoding
ripper = Ripper.new('# -*- coding: iso-8859-15 -*-')
ripper.parse
assert_equal Encoding::ISO_8859_15, ripper.encoding
end
def test_end_seen_eh
@ripper.parse
assert_not_predicate @ripper, :end_seen?
ripper = Ripper.new('__END__')
ripper.parse
assert_predicate ripper, :end_seen?
end
def test_filename
assert_equal '(ripper)', @ripper.filename
filename = "ripper".dup
ripper = Ripper.new("", filename)
filename.clear
assert_equal "ripper", ripper.filename
end
def test_lineno
assert_nil @ripper.lineno
end
def test_parse
assert_nil @ripper.parse
end
def test_yydebug
assert_not_predicate @ripper, :yydebug
end
def test_yydebug_equals
@ripper.yydebug = true
assert_predicate @ripper, :yydebug
end
def test_yydebug_ident
out = StringIO.new
ripper = Ripper.new 'test_xxxx'
ripper.yydebug = true
ripper.debug_output = out
ripper.parse
assert_include out.string[/.*"local variable or method".*/], 'test_xxxx'
end
def test_yydebug_string
out = StringIO.new
ripper = Ripper.new '"woot"'
ripper.yydebug = true
ripper.debug_output = out
ripper.parse
assert_include out.string[/.*"literal content".*/], '1.1-1.5'
end
def test_regexp_with_option
bug11932 = '[ruby-core:72638] [Bug #11932]'
src = '/[\xC0-\xF0]/u'.dup.force_encoding(Encoding::UTF_8)
ripper = Ripper.new(src)
ripper.parse
assert_predicate(ripper, :error?)
src = '/[\xC0-\xF0]/n'.dup.force_encoding(Encoding::UTF_8)
ripper = Ripper.new(src)
ripper.parse
assert_not_predicate(ripper, :error?, bug11932)
end
def test_regexp_enc_error
assert_separately(%w[-rripper], "#{<<-"begin;"}\n#{<<-"end;"}")
begin;
bug12651 = '[ruby-core:76397] [Bug #12651]'
src = <<-END
<%- @title = '\u{5bff 9650 7121}' -%>
<%- content_for :foo, render(partial: 'bar', locals: {baz: 2}) -%>
<div class="dead beef">
<h2 class="dead beef">\u{5bff 9650 7121}</h2>
</div>
<div class="dead beef">\u{5bff 9650 7121 3002}<br class="dead beef">\u{5bff 9650 7121 3002}</div>
<div class="dead beef">
<div class="dead beef">
<label class="dead beef">\u{5bff 9650 7121}</label>
<div class="dead beef">
<div class="dead beef"><%= @baz %></div>
</div>
</div>
</div>
END
assert_nil(Ripper.sexp(src), bug12651)
end;
end
# https://bugs.jruby.org/4176
def test_dedent_string
col = Ripper.dedent_string ' hello'.dup, 0
assert_equal 0, col
col = Ripper.dedent_string ' hello'.dup, 2
assert_equal 2, col
col = Ripper.dedent_string ' hello'.dup, 4
assert_equal 2, col
# lexing a squiggly heredoc triggers Ripper#dedent_string use
src = <<-END
puts <<~end
hello
end
END
assert_nothing_raised { Ripper.lex src }
end
def test_assignable_in_regexp
assert_separately(%w(-rripper), "", "#{<<~"begin;"}\n#{<<~'end;'}")
begin;
assert_nil(Ripper.parse('/(?<_1>)/ =~ s'))
end;
end
def test_invalid_multibyte_character_in_regexp
lex = Ripper::Lexer.new(%q[/#{"\xcd"}/]).scan.map(&:to_a)
assert_equal([[1, 0], :on_regexp_beg, "/", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 1], :on_embexpr_beg, "\#{", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 3], :on_tstring_beg, "\"", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 4], :on_tstring_content, "\\xcd", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 8], :on_tstring_end, "\"", state(:EXPR_END)], lex.shift)
assert_equal([[1, 9], :on_embexpr_end, "}", state(:EXPR_END)], lex.shift)
assert_equal([[1, 10], :on_regexp_end, "/", state(:EXPR_BEG)], lex.shift)
assert_empty(lex)
end
def test_no_memory_leak
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
2_000_000.times do
Ripper.parse("")
end
end;
# [Bug #19835]
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
1_000_000.times do
Ripper.parse("class Foo")
end
end;
# [Bug #19836]
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
1_000_000.times do
Ripper.parse("-> {")
end
end;
# [Bug #21004]
assert_no_memory_leak(%w(-rripper), "", <<~RUBY, rss: true)
1_000_000.times do
Ripper.parse("-> do it end")
end
RUBY
end
def test_sexp_no_memory_leak
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
1_000_000.times do
Ripper.sexp("")
end
end;
end
class TestInput < self
Input = Struct.new(:lines) do
def gets
lines.shift
end
end
def setup
@ripper = Ripper.new(Input.new(["1 + 1"]))
end
def test_invalid_gets
ripper = assert_nothing_raised {Ripper.new(Input.new([0]))}
assert_raise(TypeError) {ripper.parse}
end
end
def state(name)
Ripper::Lexer::State.new(Ripper.const_get(name))
end
end if ripper_test
|
