mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
71344a1d63
It is unclear why this was implemented, I assume
it was for performance back in 2006.
However today, this compression defeats bytecode caching
entirely and end up being counter productive.
ae3703c1d0
468 lines
11 KiB
Ruby
468 lines
11 KiB
Ruby
#--
|
|
#
|
|
#
|
|
#
|
|
# Copyright (c) 1999-2006 Minero Aoki
|
|
#
|
|
# This program is free software.
|
|
# You can distribute/modify this program under the same terms of ruby.
|
|
# see the file "COPYING".
|
|
#
|
|
#++
|
|
|
|
require 'racc/compat'
|
|
require 'racc/sourcetext'
|
|
require 'racc/parser-text'
|
|
require 'rbconfig'
|
|
|
|
module Racc
|
|
|
|
class ParserFileGenerator
|
|
|
|
class Params
|
|
def self.bool_attr(name)
|
|
module_eval(<<-End)
|
|
def #{name}?
|
|
@#{name}
|
|
end
|
|
|
|
def #{name}=(b)
|
|
@#{name} = b
|
|
end
|
|
End
|
|
end
|
|
|
|
attr_accessor :filename
|
|
attr_accessor :classname
|
|
attr_accessor :superclass
|
|
bool_attr :omit_action_call
|
|
bool_attr :result_var
|
|
attr_accessor :header
|
|
attr_accessor :inner
|
|
attr_accessor :footer
|
|
|
|
bool_attr :debug_parser
|
|
bool_attr :convert_line
|
|
bool_attr :convert_line_all
|
|
bool_attr :embed_runtime
|
|
bool_attr :make_executable
|
|
attr_accessor :interpreter
|
|
|
|
def initialize
|
|
# Parameters derived from parser
|
|
self.filename = nil
|
|
self.classname = nil
|
|
self.superclass = 'Racc::Parser'
|
|
self.omit_action_call = true
|
|
self.result_var = true
|
|
self.header = []
|
|
self.inner = []
|
|
self.footer = []
|
|
|
|
# Parameters derived from command line options
|
|
self.debug_parser = false
|
|
self.convert_line = true
|
|
self.convert_line_all = false
|
|
self.embed_runtime = false
|
|
self.make_executable = false
|
|
self.interpreter = nil
|
|
end
|
|
end
|
|
|
|
def initialize(states, params)
|
|
@states = states
|
|
@grammar = states.grammar
|
|
@params = params
|
|
end
|
|
|
|
def generate_parser
|
|
string_io = StringIO.new
|
|
|
|
init_line_conversion_system
|
|
@f = string_io
|
|
parser_file
|
|
|
|
string_io.rewind
|
|
string_io.read
|
|
end
|
|
|
|
def generate_parser_file(destpath)
|
|
init_line_conversion_system
|
|
File.open(destpath, 'w') {|f|
|
|
@f = f
|
|
parser_file
|
|
}
|
|
File.chmod 0755, destpath if @params.make_executable?
|
|
end
|
|
|
|
private
|
|
|
|
def parser_file
|
|
shebang @params.interpreter if @params.make_executable?
|
|
notice
|
|
line
|
|
if @params.embed_runtime?
|
|
embed_library runtime_source()
|
|
else
|
|
require 'racc/parser.rb'
|
|
end
|
|
header
|
|
parser_class(@params.classname, @params.superclass) {
|
|
inner
|
|
state_transition_table
|
|
}
|
|
footer
|
|
end
|
|
|
|
c = ::RbConfig::CONFIG
|
|
RUBY_PATH = "#{c['bindir']}/#{c['ruby_install_name']}#{c['EXEEXT']}"
|
|
|
|
def shebang(path)
|
|
line '#!' + (path == 'ruby' ? RUBY_PATH : path)
|
|
end
|
|
|
|
def notice
|
|
line %q[#]
|
|
line %q[# DO NOT MODIFY!!!!]
|
|
line %Q[# This file is automatically generated by Racc #{Racc::Version}]
|
|
line %Q[# from Racc grammar file "#{@params.filename}".]
|
|
line %q[#]
|
|
end
|
|
|
|
def runtime_source
|
|
SourceText.new(::Racc::PARSER_TEXT, 'racc/parser.rb', 1)
|
|
end
|
|
|
|
def embed_library(src)
|
|
line %[###### #{src.filename} begin]
|
|
line %[unless $".index '#{src.filename}']
|
|
line %[$".push '#{src.filename}']
|
|
put src, @params.convert_line?
|
|
line %[end]
|
|
line %[###### #{src.filename} end]
|
|
end
|
|
|
|
def require(feature)
|
|
line "require '#{feature}'"
|
|
end
|
|
|
|
def parser_class(classname, superclass)
|
|
mods = classname.split('::')
|
|
classid = mods.pop
|
|
mods.each do |mod|
|
|
indent; line "module #{mod}"
|
|
cref_push mod
|
|
end
|
|
indent; line "class #{classid} < #{superclass}"
|
|
cref_push classid
|
|
yield
|
|
cref_pop
|
|
indent; line "end \# class #{classid}"
|
|
mods.reverse_each do |mod|
|
|
cref_pop
|
|
indent; line "end \# module #{mod}"
|
|
end
|
|
end
|
|
|
|
def header
|
|
@params.header.each do |src|
|
|
line
|
|
put src, @params.convert_line_all?
|
|
end
|
|
end
|
|
|
|
def inner
|
|
@params.inner.each do |src|
|
|
line
|
|
put src, @params.convert_line?
|
|
end
|
|
end
|
|
|
|
def footer
|
|
@params.footer.each do |src|
|
|
line
|
|
put src, @params.convert_line_all?
|
|
end
|
|
end
|
|
|
|
# Low Level Routines
|
|
|
|
def put(src, convert_line = false)
|
|
if convert_line
|
|
replace_location(src) {
|
|
@f.puts src.text
|
|
}
|
|
else
|
|
@f.puts src.text
|
|
end
|
|
end
|
|
|
|
def line(str = '')
|
|
@f.puts str
|
|
end
|
|
|
|
def init_line_conversion_system
|
|
@cref = []
|
|
@used_separator = {}
|
|
end
|
|
|
|
def cref_push(name)
|
|
@cref.push name
|
|
end
|
|
|
|
def cref_pop
|
|
@cref.pop
|
|
end
|
|
|
|
def indent
|
|
@f.print ' ' * @cref.size
|
|
end
|
|
|
|
def toplevel?
|
|
@cref.empty?
|
|
end
|
|
|
|
def replace_location(src)
|
|
sep = make_separator(src)
|
|
@f.print 'self.class.' if toplevel?
|
|
@f.puts "module_eval(<<'#{sep}', '#{src.filename}', #{src.lineno})"
|
|
yield
|
|
@f.puts sep
|
|
end
|
|
|
|
def make_separator(src)
|
|
sep = unique_separator(src.filename)
|
|
sep *= 2 while src.text.index(sep)
|
|
sep
|
|
end
|
|
|
|
def unique_separator(id)
|
|
sep = String.new "...end #{id}/module_eval..."
|
|
while @used_separator.key?(sep)
|
|
sep.concat sprintf('%02x', rand(255))
|
|
end
|
|
@used_separator[sep] = true
|
|
sep
|
|
end
|
|
|
|
#
|
|
# State Transition Table Serialization
|
|
#
|
|
|
|
public
|
|
|
|
def put_state_transition_table(f)
|
|
@f = f
|
|
state_transition_table
|
|
end
|
|
|
|
private
|
|
|
|
def state_transition_table
|
|
table = @states.state_transition_table
|
|
table.use_result_var = @params.result_var?
|
|
table.debug_parser = @params.debug_parser?
|
|
|
|
line "##### State transition tables begin ###"
|
|
line
|
|
integer_list 'racc_action_table', table.action_table
|
|
line
|
|
integer_list 'racc_action_check', table.action_check
|
|
line
|
|
integer_list 'racc_action_pointer', table.action_pointer
|
|
line
|
|
integer_list 'racc_action_default', table.action_default
|
|
line
|
|
integer_list 'racc_goto_table', table.goto_table
|
|
line
|
|
integer_list 'racc_goto_check', table.goto_check
|
|
line
|
|
integer_list 'racc_goto_pointer', table.goto_pointer
|
|
line
|
|
integer_list 'racc_goto_default', table.goto_default
|
|
line
|
|
i_i_sym_list 'racc_reduce_table', table.reduce_table
|
|
line
|
|
line "racc_reduce_n = #{table.reduce_n}"
|
|
line
|
|
line "racc_shift_n = #{table.shift_n}"
|
|
line
|
|
sym_int_hash 'racc_token_table', table.token_table
|
|
line
|
|
line "racc_nt_base = #{table.nt_base}"
|
|
line
|
|
line "racc_use_result_var = #{table.use_result_var}"
|
|
line
|
|
@f.print(unindent_auto(<<-End))
|
|
Racc_arg = [
|
|
racc_action_table,
|
|
racc_action_check,
|
|
racc_action_default,
|
|
racc_action_pointer,
|
|
racc_goto_table,
|
|
racc_goto_check,
|
|
racc_goto_default,
|
|
racc_goto_pointer,
|
|
racc_nt_base,
|
|
racc_reduce_table,
|
|
racc_token_table,
|
|
racc_shift_n,
|
|
racc_reduce_n,
|
|
racc_use_result_var ]
|
|
End
|
|
line
|
|
string_list 'Racc_token_to_s_table', table.token_to_s_table
|
|
line
|
|
line "Racc_debug_parser = #{table.debug_parser}"
|
|
line
|
|
line '##### State transition tables end #####'
|
|
actions
|
|
end
|
|
|
|
def integer_list(name, table)
|
|
sep = ''
|
|
line "#{name} = ["
|
|
table.each_slice(10) do |ns|
|
|
@f.print sep; sep = ",\n"
|
|
@f.print ns.map {|n| sprintf('%6s', n ? n.to_s : 'nil') }.join(',')
|
|
end
|
|
line ' ]'
|
|
end
|
|
|
|
def i_i_sym_list(name, table)
|
|
sep = ''
|
|
line "#{name} = ["
|
|
table.each_slice(3) do |len, target, mid|
|
|
@f.print sep; sep = ",\n"
|
|
@f.printf ' %d, %d, %s', len, target, mid.inspect
|
|
end
|
|
line " ]"
|
|
end
|
|
|
|
def sym_int_hash(name, h)
|
|
sep = "\n"
|
|
@f.print "#{name} = {"
|
|
h.to_a.sort_by {|sym, i| i }.each do |sym, i|
|
|
@f.print sep; sep = ",\n"
|
|
@f.printf " %s => %d", sym.serialize, i
|
|
end
|
|
line " }"
|
|
end
|
|
|
|
def string_list(name, list)
|
|
sep = " "
|
|
line "#{name} = ["
|
|
list.each do |s|
|
|
@f.print sep; sep = ",\n "
|
|
@f.print s.dump
|
|
end
|
|
line ' ]'
|
|
end
|
|
|
|
def actions
|
|
@grammar.each do |rule|
|
|
unless rule.action.source?
|
|
raise "racc: fatal: cannot generate parser file when any action is a Proc"
|
|
end
|
|
end
|
|
|
|
if @params.result_var?
|
|
decl = ', result'
|
|
retval = "\n result"
|
|
default_body = ''
|
|
else
|
|
decl = ''
|
|
retval = ''
|
|
default_body = 'val[0]'
|
|
end
|
|
@grammar.each do |rule|
|
|
line
|
|
if rule.action.empty? and @params.omit_action_call?
|
|
line "# reduce #{rule.ident} omitted"
|
|
else
|
|
src0 = rule.action.source || SourceText.new(default_body, __FILE__, 0)
|
|
if @params.convert_line?
|
|
src = remove_blank_lines(src0)
|
|
delim = make_delimiter(src.text)
|
|
@f.printf unindent_auto(<<-End),
|
|
module_eval(<<'%s', '%s', %d)
|
|
def _reduce_%d(val, _values%s)
|
|
%s%s
|
|
end
|
|
%s
|
|
End
|
|
delim, src.filename, src.lineno - 1,
|
|
rule.ident, decl,
|
|
src.text, retval,
|
|
delim
|
|
else
|
|
src = remove_blank_lines(src0)
|
|
@f.printf unindent_auto(<<-End),
|
|
def _reduce_%d(val, _values%s)
|
|
%s%s
|
|
end
|
|
End
|
|
rule.ident, decl,
|
|
src.text, retval
|
|
end
|
|
end
|
|
end
|
|
line
|
|
@f.printf unindent_auto(<<-'End'), decl
|
|
def _reduce_none(val, _values%s)
|
|
val[0]
|
|
end
|
|
End
|
|
line
|
|
end
|
|
|
|
def remove_blank_lines(src)
|
|
body = src.text.dup
|
|
line = src.lineno
|
|
while body.slice!(/\A[ \t\f]*(?:\n|\r\n|\r)/)
|
|
line += 1
|
|
end
|
|
SourceText.new(body, src.filename, line)
|
|
end
|
|
|
|
def make_delimiter(body)
|
|
delim = '.,.,'
|
|
while body.index(delim)
|
|
delim *= 2
|
|
end
|
|
delim
|
|
end
|
|
|
|
def unindent_auto(str)
|
|
lines = str.lines.to_a
|
|
n = minimum_indent(lines)
|
|
lines.map {|line| detab(line).sub(indent_re(n), '').rstrip + "\n" }.join('')
|
|
end
|
|
|
|
def minimum_indent(lines)
|
|
lines.map {|line| n_indent(line) }.min
|
|
end
|
|
|
|
def n_indent(line)
|
|
line.slice(/\A\s+/).size
|
|
end
|
|
|
|
RE_CACHE = {}
|
|
|
|
def indent_re(n)
|
|
RE_CACHE[n] ||= /\A {#{n}}/
|
|
end
|
|
|
|
def detab(str, ts = 8)
|
|
add = 0
|
|
len = nil
|
|
str.gsub(/\t/) {
|
|
len = ts - ($`.size + add) % ts
|
|
add += len - 1
|
|
' ' * len
|
|
}
|
|
end
|
|
|
|
end
|
|
|
|
end
|