1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
|
# frozen_string_literal: true
# $Id$
require 'optparse'
def main
mode = nil
ids1src = nil
ids2src = nil
output = nil
parser = @parser = OptionParser.new
parser.banner = "Usage: #{File.basename($0)} --mode=MODE [--ids1src=PATH] [--ids2src=PATH] [--output=PATH]"
parser.on('--mode=MODE', 'check, eventids1_h, eventids1, or eventids2table.') {|m|
mode = m
}
parser.on('--ids1src=PATH', 'A source file of event-IDs 1 (parse.y).') {|path|
ids1src = path
}
parser.on('--ids2src=PATH', 'A source file of event-IDs 2 (eventids2.c).') {|path|
ids2src = path
}
parser.on('--output=PATH', 'An output file.') {|path|
output = path
}
parser.on('--help', 'Prints this message and quit.') {
puts parser.help
exit true
}
begin
parser.parse!
rescue OptionParser::ParseError => err
usage err.message
end
usage 'no mode given' unless mode
case mode
when 'check'
usage 'no --ids1src' unless ids1src
usage 'no --ids2src' unless ids2src
h = read_ids1_with_locations(ids1src)
check_arity h
ids2 = read_ids2(ids2src)
common = h.keys & ids2
unless common.empty?
abort "event crash: #{common.join(' ')}"
end
exit 0
when 'eventids1_h'
usage 'no --ids1src' unless ids1src
result = generate_eventids1_h(read_ids1(ids1src))
when 'eventids1'
usage 'no --ids1src' unless ids1src
result = generate_eventids1(read_ids1(ids1src))
when 'eventids2table'
usage 'no --ids2src' unless ids2src
result = generate_eventids2_table(read_ids2(ids2src))
end
if output
File.open(output, 'w') {|f|
f.write result
}
else
puts result
end
end
def usage(msg)
$stderr.puts msg
$stderr.puts @parser.help
exit false
end
def generate_eventids1_h(ids)
buf = "".dup
buf << %Q[#ifndef RIPPER_EVENTIDS1\n]
buf << %Q[#define RIPPER_EVENTIDS1\n]
buf << %Q[\n]
buf << %Q[void ripper_init_eventids1(void);\n]
buf << %Q[void ripper_init_eventids1_table(VALUE self);\n]
buf << %Q[\n]
buf << %Q[struct ripper_parser_ids {\n]
ids.each do |id, arity|
buf << %Q[ ID id_#{id};\n]
end
buf << %Q[};\n]
buf << %Q[\n]
ids.each do |id, arity|
buf << %Q[#define ripper_id_#{id} ripper_parser_ids.id_#{id}\n]
end
buf << %Q[#endif /* RIPPER_EVENTIDS1 */\n]
buf << %Q[\n]
end
def generate_eventids1(ids)
buf = "".dup
buf << %Q[#include "ruby/ruby.h"\n]
buf << %Q[#include "eventids1.h"\n]
buf << %Q[\n]
buf << %Q[struct ripper_parser_ids ripper_parser_ids;\n]
buf << %Q[\n]
buf << %Q[void\n]
buf << %Q[ripper_init_eventids1(void)\n]
buf << %Q[{\n]
buf << %Q[#define set_id1(name) ripper_id_##name = rb_intern_const("on_"#name)\n]
ids.each do |id, arity|
buf << %Q[ set_id1(#{id});\n]
end
buf << %Q[}\n]
buf << %Q[\n]
buf << %Q[#define intern_sym(name) ID2SYM(rb_intern_const(name))\n]
buf << %Q[\n]
buf << %Q[void\n]
buf << %Q[ripper_init_eventids1_table(VALUE self)\n]
buf << %Q[{\n]
buf << %Q[ VALUE h = rb_hash_new();\n]
buf << %Q[ rb_define_const(self, "PARSER_EVENT_TABLE", h);\n]
ids.each do |id, arity|
buf << %Q[ rb_hash_aset(h, intern_sym("#{id}"), INT2FIX(#{arity}));\n]
end
buf << %Q[}\n]
buf
end
def generate_eventids2_table(ids)
buf = "".dup
buf << %Q[#include "ruby/ruby.h"\n]
buf << %Q[\n]
buf << %Q[#define intern_sym(name) ID2SYM(rb_intern_const(name))\n]
buf << %Q[\n]
buf << %Q[void\n]
buf << %Q[ripper_init_eventids2_table(VALUE self)\n]
buf << %Q[{\n]
buf << %Q[ VALUE h = rb_hash_new();\n]
buf << %Q[ rb_define_const(self, "SCANNER_EVENT_TABLE", h);\n]
ids.each do |id|
buf << %Q[ rb_hash_aset(h, intern_sym("#{id}"), INT2FIX(1));\n]
end
buf << %Q[}\n]
buf << %Q[\n]
buf << %Q[#define RIPPER_EVENTIDS2_TABLE_SIZE #{ids.size}\n]
buf
end
def read_ids1(path)
strip_locations(read_ids1_with_locations(path))
end
def strip_locations(h)
h.map {|event, list| [event, list.first[1]] }\
.sort_by {|event, arity| event.to_s }
end
def check_arity(h)
invalid = false
h.each do |event, list|
unless list.map {|line, arity| arity }.uniq.size == 1
invalid = true
locations = list.map {|line, a| "#{line}:#{a}" }.join(', ')
$stderr.puts "arity crash [event=#{event}]: #{locations}"
end
end
abort if invalid
end
require_relative "dsl"
def read_ids1_with_locations(path)
h = {}
File.open(path) {|f|
f.each do |line|
next if /\A\#\s*define\s+dispatch/ =~ line
next if /ripper_dispatch/ =~ line
line.scan(/\bdispatch(\d)\((\w+)/) do |arity, event|
(h[event] ||= []).push [f.lineno, arity.to_i]
end
if line =~ %r</\*% *ripper(?:\[(.*?)\])?: *(.*?) *%\*/>
gen = DSL.new($2, ($1 || "").split(","))
gen.generate
gen.events.each do |event, arity|
(h[event] ||= []).push [f.lineno, arity.to_i]
end
end
end
}
h
end
def read_ids2(path)
src = File.open(path) {|f| f.read}
ids2 = src.scan(/ID\s+ripper_id_(\w+)/).flatten.uniq.sort
diff = src.scan(/set_id2\((\w+)\);/).flatten - ids2
unless diff.empty?
abort "missing scanner IDs: #{diff}"
end
return ids2
end
main
|
