-
Notifications
You must be signed in to change notification settings - Fork 0
/
macro.rb
489 lines (436 loc) · 10.7 KB
/
macro.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
#=========#
# Parsing #
#=========#
FUNCTION_TOKEN='§'
class Iterator
def initialize(arr)
@enumerator = arr.to_enum
end
def next
begin
return @enumerator.next
rescue
return nil
end
end
end
Source = Struct.new :string
Macro = Struct.new :type, :instruction, :body
module MacroType
FOR = 0
end
ForInstruction = Struct.new :var, :range
MRange = Struct.new :begin, :end
# Variables
Variable = Struct.new :name
EnvVar = Struct.new :name
Function = Struct.new :name, :params
BinaryExpression = Struct.new :left, :operator, :right
def parse(input)
chars = Iterator.new(input.chars)
code = []
current_source = ""
while c = chars.next
case c
when '<'
c2 = chars.next
if c2 == '<'
while c2 == '<'
current_source << c
c = c2
c2 = chars.next
if c2.nil? || c2 == '%'
break
end
end
end
if c2 == '%'
if !current_source.empty?
code << Source.new(current_source)
current_source = ""
end
# <%
code << parse_template(chars)
else
current_source << c + c2
end # if c = '%'
when FUNCTION_TOKEN
if !current_source.empty?
code << Source.new(current_source)
current_source = ""
end
code << parse_macro_function(chars)
else
current_source << c
end # case c
end # while
if !current_source.empty?
code << Source.new(current_source)
end
return code
end
def parse_template(chars)
unless chars.next == '{'
raise "expected '{'"
end
cmd = ""
loop do
c = chars.next
break if c == '}'
cmd << c
end
body = ""
level = 0
loop do
c = chars.next
if c == '%'
c2 = chars.next
if c2 == '>'
if level != 0
level -= 1
body << c + c2
else
break
end
else
body << c + c2
end
elsif c == '<'
c2 = chars.next
if c2 == '<'
while c2 == '<'
body << c
c = c2
c2 = chars.next
if c2 == '%'
break
elsif c2.nil?
raise "unexpectedly found end of input while parsing template body"
end
end
end
if c2 == '%'
level += 1
end
body << c + c2
else
body << c
end
end
return Macro.new(MacroType::FOR, parse_instruction(cmd), parse(body))
end
def parse_instruction(instr)
case instr[...instr.index(" ")]
when "for"
instr = instr[instr.index(" ")..].strip
variable = instr[...instr.index(" ")].strip
instr = instr[instr.index(" ")..].strip
raise "expected `in` in for instruction" if instr[..instr.index(" ")].strip != "in"
instr = instr[instr.index(" ")..].strip
range = instr.split("..")
r_range = range[1]
if r_range[0] == "="
r_range = r_range[1..] + " + 1"
end
return ForInstruction.new(variable, MRange.new(parse_var(range[0]), parse_var(r_range)))
else
throw "Invalid instruction #{instr[0]}"
end
end
# deprecated
def parse_var(var)
return parse_binary_expression(var)
end
def parse_macro_function(chars)
current = :name
name = ""
params_s = ""
paren_level = 0
loop do
c = chars.next
if c.nil?
raise "unexpectedly found end of input while parsing macro function"
end
case c
when '('
if current == :params
paren_level += 1
else
current = :params
c = chars.next
if c.nil?
raise "unexpectedly found end of input while parsing macro function's arguments"
end
if c == ')'
if paren_level > 0
paren_level -= 1
else
break
end
end
end
when ' '
return Source.new(name) if current == :name
when ')'
if paren_level > 0
paren_level -= 1
else
break
end
end
case current
when :name
name << c
when :params
params_s << c
end
end
params = []
quote_level = 0
paren_level = 0
cur_param = ""
params_s.chars.each do |c|
if c == "," && quote_level == 0 && paren_level == 0
params << cur_param
cur_param = ""
next
end
if c == '"' && quote_level == 0
quote_level += 1
elsif c == '"' && quote_level == 1 && cur_param[cur_param.length-2] != '\\'
quote_level -= 1
elsif c == '(' && quote_level == 0
paren_level += 1
elsif c == ')' && quote_level == 0
paren_level -= 1
end
cur_param << c
end
params << cur_param
params = params
.map(&:strip)
.map { |param|
parse_binary_expression(param)
}
return Function.new(name.gsub(FUNCTION_TOKEN, "").to_sym, params)
end
def parse_binary_expression(param)
elems = []
cur_elem = ""
quote_level = 0
for c in param.chars
if c == ' ' && quote_level == 0
elems << cur_elem
cur_elem = ""
else
quote_level += 1 if c == '"' && (quote_level == 0 || cur_elem.last == "\\")
quote_level -= 1 if c == '"' && quote_level == 1 && cur_elem.chars.last != "\\"
cur_elem << c
end
end
elems << cur_elem
tokens = elems
.map { |e| e.strip }
.map do |elem|
if elem.start_with? '$'
Variable.new(elem)
elsif elem.to_i.to_s == elem
elem.to_i
elsif elem.start_with? "ENV"
EnvVar.new(elem.split(".")[1])
elsif elem.start_with? '"'
elem[1..param.length-2]
elsif elem == "=="
:equal
elsif elem == "+"
:plus
elsif elem == "-"
:minus
elsif elem.start_with? FUNCTION_TOKEN
parse_macro_function(Iterator.new(elem.chars))
else
raise "invalid argument in binary expression: #{elem}"
end
end
return parse_binary_expression_tokens(tokens)
end
def parse_binary_expression_tokens(tokens)
[
[:equal],
[:gt, :gte, :lt, :lte],
[:minus, :plus],
[:divide, :multiply],
# [:not]
].each do |operators|
tokens.each_with_index do |token, i|
if operators.include? token
return BinaryExpression.new(
parse_binary_expression_tokens(tokens[0...i]),
token,
parse_binary_expression_tokens(tokens[i+1..tokens.length-1])
)
end
end
end
# No binary operators found
if tokens.length > 1
raise "invalid binary expression (#{tokens})"
end
return tokens[0]
end
#=================
# Macro expansion
#=================
def expand(input, functions = Hash.new, variables = Hash.new)
# puts "expand input: #{input}"
return input.flat_map do |val|
if val.is_a? Source
next val.string
elsif val.is_a? Macro
macro = val
case macro.type
when MacroType::FOR
for_instr = macro.instruction
raise "undefined variable #{for_instr.range.begin}" unless range_begin = get_var(for_instr.range.begin, variables, functions).to_i
raise "undefined variable #{for_instr.range.end}" unless range_end = get_var(for_instr.range.end, variables, functions).to_i
next (range_begin...range_end).flat_map do |var_val|
variables[for_instr.var] = var_val
next variables.inject(expand(macro.body, functions, variables)) do |src, variable|
src.gsub(variable[0].to_s, variable[1].to_s)
end
end
else
raise "bug"
end
elsif val.is_a? Function
raise "unknown function #{val.name}" unless fn = functions[val.name]
next fn.call(val.params, variables, functions)
else
raise "bug #{val}"
end
end.join " "
end
def get_var(var, variables, functions)
if var.is_a? Integer
return var
elsif var.is_a? Variable
return variables[var.name]
elsif var.is_a? EnvVar
return ENV[var.name]
elsif var.is_a? BinaryExpression
return eval_binary_expression(var, variables, functions)
elsif var.is_a? Function
return expand([var], functions, variables)
elsif var.is_a? String
return var
else
raise "invalid variable #{var}"
end
end
def eval_binary_expression(expr, variables, functions)
lhs = get_var(expr.left, variables, functions).to_i
rhs = get_var(expr.right, variables, functions).to_i
case expr.operator
when :equal
return lhs == rhs
when :plus
return lhs + rhs
when :minus
return lhs - rhs
when :gt
return lhs > rhs
when :gte
return lhs >= rhs
when :lt
return lhs < rhs
when :lte
return lhs <= rhs
when :divide
return lhs / rhs
when :multiply
return lhs * rhs
end
end
#=========
# Execute
#=========
def gen_zip(count, total)
if total + 1 == count
return nil
end
next_zip = gen_zip(count + 1, total)
if !next_zip.nil?
return <<CODE
zip(
archPtr.pointee.components(C#{count}.self),
#{next_zip}
)
CODE
else
return "archPtr.pointee.components(C#{count}.self)"
end
end
def next_zip_flatmap(max, i, tuple_access)
if i == max
return nil
end
new_tuple_access = tuple_access.map { |e| e }
if new_tuple_access.last == 0
new_tuple_access[new_tuple_access.length-1] = 1
if i + 2 < max
new_tuple_access.append(0)
end
elsif new_tuple_access.last == 1 && i + 2 < max
new_tuple_access.append(0)
end
next_map = next_zip_flatmap(max, i + 1, new_tuple_access)
if next_map == nil
return "tuple#{tuple_access.map { |v| ".#{v}"}.join("")}"
else
return "tuple#{tuple_access.map { |v| ".#{v}"}.join("")}, #{next_map}"
end
end
def zip2sequence(total, curr = 1)
if total == curr
return "[C#{curr}]"
end
next_zip = zip2sequence(total, curr + 1)
return "Zip2Sequence<[C#{curr}], #{next_zip}>"
end
functions = {
:unless => -> (params, variables, functions) do
unless eval_binary_expression(params[0], variables, functions)
return get_var(params[1], variables, functions)
end
end,
:if => -> (params, variables, functions) do
if eval_binary_expression(params[0], variables, functions)
return params[1]
end
end,
:gen_zip => -> (params, variables, functions) do
gen_zip(1, get_var(params[0], variables, functions))
end,
:zip_flatmap => -> (params, variables, functions) do
i = get_var(params[0], variables, functions)
if i == 1
return ""
else
n = next_zip_flatmap(i, 0, [0])
return ".map { tuple in (#{n})}"
end
end,
:zip2sequence => -> (params, variables, functions) do
total = get_var(params[0], variables, functions)
return zip2sequence(total)
end,
:eval => -> (params, variables, functions) do
return get_var(params[0], variables, functions)
end
}
raise "no input file given" unless filename = ARGV[0]
raise "no output file given" unless output_file = ARGV[1]
puts "#{filename} > #{output_file}"
parsed = parse(File.read(filename))
# p parsed
File.write(output_file, expand(parsed, functions))