2014-05-17 02:26:51 -04:00
|
|
|
# encoding: utf-8
|
2017-06-20 07:10:37 -04:00
|
|
|
# frozen_string_literal: true
|
2014-05-17 02:26:51 -04:00
|
|
|
|
|
|
|
require "optparse"
|
|
|
|
require "rbconfig"
|
2014-05-31 09:31:32 -04:00
|
|
|
require "leakchecker"
|
2014-05-17 02:26:51 -04:00
|
|
|
|
|
|
|
##
|
|
|
|
# Minimal (mostly drop-in) replacement for test-unit.
|
|
|
|
#
|
|
|
|
# :include: README.txt
|
|
|
|
|
|
|
|
module MiniTest
|
|
|
|
|
|
|
|
def self.const_missing name # :nodoc:
|
|
|
|
case name
|
|
|
|
when :MINI_DIR then
|
|
|
|
msg = "MiniTest::MINI_DIR was removed. Don't violate other's internals."
|
|
|
|
warn "WAR\NING: #{msg}"
|
|
|
|
warn "WAR\NING: Used by #{caller.first}."
|
|
|
|
const_set :MINI_DIR, "bad value"
|
|
|
|
else
|
|
|
|
super
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Assertion base class
|
|
|
|
|
|
|
|
class Assertion < Exception; end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Assertion raised when skipping a test
|
|
|
|
|
|
|
|
class Skip < Assertion; end
|
|
|
|
|
|
|
|
class << self
|
|
|
|
##
|
|
|
|
# Filter object for backtraces.
|
|
|
|
|
|
|
|
attr_accessor :backtrace_filter
|
|
|
|
end
|
|
|
|
|
|
|
|
class BacktraceFilter # :nodoc:
|
|
|
|
def filter bt
|
|
|
|
return ["No backtrace"] unless bt
|
|
|
|
|
|
|
|
new_bt = []
|
|
|
|
|
|
|
|
unless $DEBUG then
|
|
|
|
bt.each do |line|
|
|
|
|
break if line =~ /lib\/minitest/
|
|
|
|
new_bt << line
|
|
|
|
end
|
|
|
|
|
|
|
|
new_bt = bt.reject { |line| line =~ /lib\/minitest/ } if new_bt.empty?
|
|
|
|
new_bt = bt.dup if new_bt.empty?
|
|
|
|
else
|
|
|
|
new_bt = bt.dup
|
|
|
|
end
|
|
|
|
|
|
|
|
new_bt
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
self.backtrace_filter = BacktraceFilter.new
|
|
|
|
|
|
|
|
def self.filter_backtrace bt # :nodoc:
|
|
|
|
backtrace_filter.filter bt
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# MiniTest Assertions. All assertion methods accept a +msg+ which is
|
|
|
|
# printed if the assertion fails.
|
|
|
|
|
|
|
|
module Assertions
|
|
|
|
##
|
|
|
|
# Returns the diff command to use in #diff. Tries to intelligently
|
|
|
|
# figure out what diff to use.
|
|
|
|
|
|
|
|
def self.diff
|
2019-06-22 10:44:19 -04:00
|
|
|
unless defined? @diff
|
|
|
|
exe = RbConfig::CONFIG['EXEEXT']
|
|
|
|
@diff = %W"gdiff#{exe} diff#{exe}".find do |diff|
|
|
|
|
if system(diff, "-u", __FILE__, __FILE__)
|
|
|
|
break "#{diff} -u"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2014-05-17 02:26:51 -04:00
|
|
|
|
|
|
|
@diff
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Set the diff command to use in #diff.
|
|
|
|
|
|
|
|
def self.diff= o
|
|
|
|
@diff = o
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Returns a diff between +exp+ and +act+. If there is no known
|
|
|
|
# diff command or if it doesn't make sense to diff the output
|
|
|
|
# (single line, short output), then it simply returns a basic
|
|
|
|
# comparison between the two.
|
|
|
|
|
|
|
|
def diff exp, act
|
|
|
|
require "tempfile"
|
|
|
|
|
|
|
|
expect = mu_pp_for_diff exp
|
|
|
|
butwas = mu_pp_for_diff act
|
|
|
|
result = nil
|
|
|
|
|
|
|
|
need_to_diff =
|
|
|
|
MiniTest::Assertions.diff &&
|
|
|
|
(expect.include?("\n") ||
|
|
|
|
butwas.include?("\n") ||
|
|
|
|
expect.size > 30 ||
|
|
|
|
butwas.size > 30 ||
|
|
|
|
expect == butwas)
|
|
|
|
|
|
|
|
return "Expected: #{mu_pp exp}\n Actual: #{mu_pp act}" unless
|
|
|
|
need_to_diff
|
|
|
|
|
2014-05-25 10:16:02 -04:00
|
|
|
tempfile_a = nil
|
|
|
|
tempfile_b = nil
|
|
|
|
|
2014-05-17 02:26:51 -04:00
|
|
|
Tempfile.open("expect") do |a|
|
2014-05-25 10:16:02 -04:00
|
|
|
tempfile_a = a
|
2014-05-17 02:26:51 -04:00
|
|
|
a.puts expect
|
|
|
|
a.flush
|
|
|
|
|
|
|
|
Tempfile.open("butwas") do |b|
|
2014-05-25 10:16:02 -04:00
|
|
|
tempfile_b = b
|
2014-05-17 02:26:51 -04:00
|
|
|
b.puts butwas
|
|
|
|
b.flush
|
|
|
|
|
|
|
|
result = `#{MiniTest::Assertions.diff} #{a.path} #{b.path}`
|
|
|
|
result.sub!(/^\-\-\- .+/, "--- expected")
|
|
|
|
result.sub!(/^\+\+\+ .+/, "+++ actual")
|
|
|
|
|
|
|
|
if result.empty? then
|
|
|
|
klass = exp.class
|
|
|
|
result = [
|
|
|
|
"No visible difference in the #{klass}#inspect output.\n",
|
|
|
|
"You should look at the implementation of #== on ",
|
|
|
|
"#{klass} or its members.\n",
|
|
|
|
expect,
|
|
|
|
].join
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
result
|
2014-05-25 10:16:02 -04:00
|
|
|
ensure
|
|
|
|
tempfile_a.close! if tempfile_a
|
|
|
|
tempfile_b.close! if tempfile_b
|
2014-05-17 02:26:51 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# This returns a human-readable version of +obj+. By default
|
|
|
|
# #inspect is called. You can override this to use #pretty_print
|
|
|
|
# if you want.
|
|
|
|
|
|
|
|
def mu_pp obj
|
|
|
|
s = obj.inspect
|
|
|
|
s = s.encode Encoding.default_external if defined? Encoding
|
|
|
|
s
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# This returns a diff-able human-readable version of +obj+. This
|
|
|
|
# differs from the regular mu_pp because it expands escaped
|
|
|
|
# newlines and makes hex-values generic (like object_ids). This
|
|
|
|
# uses mu_pp to do the first pass and then cleans it up.
|
|
|
|
|
|
|
|
def mu_pp_for_diff obj
|
2019-06-21 20:29:33 -04:00
|
|
|
mu_pp(obj).gsub(/(?<!\\)(?:\\\\)*\K\\n/, "\n").gsub(/:0x[a-fA-F0-9]{4,}/m, ':0xXXXXXX')
|
2014-05-17 02:26:51 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def _assertions= n # :nodoc:
|
|
|
|
@_assertions = n
|
|
|
|
end
|
|
|
|
|
|
|
|
def _assertions # :nodoc:
|
|
|
|
@_assertions ||= 0
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +test+ is a true value.
|
|
|
|
|
|
|
|
def assert test, msg = nil
|
|
|
|
msg ||= "Failed assertion, no message given."
|
|
|
|
self._assertions += 1
|
|
|
|
unless test then
|
|
|
|
msg = msg.call if Proc === msg
|
|
|
|
raise MiniTest::Assertion, msg
|
|
|
|
end
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +obj+ is empty.
|
|
|
|
|
|
|
|
def assert_empty obj, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(obj)} to be empty" }
|
|
|
|
assert_respond_to obj, :empty?
|
|
|
|
assert obj.empty?, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless <tt>exp == act</tt> printing the difference between
|
|
|
|
# the two, if possible.
|
|
|
|
#
|
|
|
|
# If there is no visible difference but the assertion fails, you
|
|
|
|
# should suspect that your #== is buggy, or your inspect output is
|
|
|
|
# missing crucial details.
|
|
|
|
#
|
|
|
|
# For floats use assert_in_delta.
|
|
|
|
#
|
|
|
|
# See also: MiniTest::Assertions.diff
|
|
|
|
|
|
|
|
def assert_equal exp, act, msg = nil
|
|
|
|
msg = message(msg, "") { diff exp, act }
|
|
|
|
assert exp == act, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For comparing Floats. Fails unless +exp+ and +act+ are within +delta+
|
|
|
|
# of each other.
|
|
|
|
#
|
|
|
|
# assert_in_delta Math::PI, (22.0 / 7.0), 0.01
|
|
|
|
|
|
|
|
def assert_in_delta exp, act, delta = 0.001, msg = nil
|
|
|
|
n = (exp - act).abs
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected |#{exp} - #{act}| (#{n}) to be <= #{delta}"
|
|
|
|
}
|
|
|
|
assert delta >= n, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For comparing Floats. Fails unless +exp+ and +act+ have a relative
|
|
|
|
# error less than +epsilon+.
|
|
|
|
|
|
|
|
def assert_in_epsilon a, b, epsilon = 0.001, msg = nil
|
|
|
|
assert_in_delta a, b, [a.abs, b.abs].min * epsilon, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +collection+ includes +obj+.
|
|
|
|
|
|
|
|
def assert_includes collection, obj, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(collection)} to include #{mu_pp(obj)}"
|
|
|
|
}
|
|
|
|
assert_respond_to collection, :include?
|
|
|
|
assert collection.include?(obj), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +obj+ is an instance of +cls+.
|
|
|
|
|
|
|
|
def assert_instance_of cls, obj, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(obj)} to be an instance of #{cls}, not #{obj.class}"
|
|
|
|
}
|
|
|
|
|
|
|
|
assert obj.instance_of?(cls), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +obj+ is a kind of +cls+.
|
|
|
|
|
|
|
|
def assert_kind_of cls, obj, msg = nil # TODO: merge with instance_of
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(obj)} to be a kind of #{cls}, not #{obj.class}" }
|
|
|
|
|
|
|
|
assert obj.kind_of?(cls), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +matcher+ <tt>=~</tt> +obj+.
|
|
|
|
|
|
|
|
def assert_match matcher, obj, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp matcher} to match #{mu_pp obj}" }
|
|
|
|
assert_respond_to matcher, :"=~"
|
|
|
|
matcher = Regexp.new Regexp.escape matcher if String === matcher
|
|
|
|
assert matcher =~ obj, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +obj+ is nil
|
|
|
|
|
|
|
|
def assert_nil obj, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(obj)} to be nil" }
|
|
|
|
assert obj.nil?, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For testing with binary operators.
|
|
|
|
#
|
|
|
|
# assert_operator 5, :<=, 4
|
|
|
|
|
2015-01-03 21:04:26 -05:00
|
|
|
def assert_operator o1, op, o2 = (predicate = true; nil), msg = nil
|
|
|
|
return assert_predicate o1, op, msg if predicate
|
2014-05-17 02:26:51 -04:00
|
|
|
msg = message(msg) { "Expected #{mu_pp(o1)} to be #{op} #{mu_pp(o2)}" }
|
|
|
|
assert o1.__send__(op, o2), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if stdout or stderr do not output the expected results.
|
|
|
|
# Pass in nil if you don't care about that streams output. Pass in
|
|
|
|
# "" if you require it to be silent. Pass in a regexp if you want
|
|
|
|
# to pattern match.
|
|
|
|
#
|
|
|
|
# NOTE: this uses #capture_io, not #capture_subprocess_io.
|
|
|
|
#
|
|
|
|
# See also: #assert_silent
|
|
|
|
|
|
|
|
def assert_output stdout = nil, stderr = nil
|
|
|
|
out, err = capture_io do
|
|
|
|
yield
|
|
|
|
end
|
|
|
|
|
|
|
|
err_msg = Regexp === stderr ? :assert_match : :assert_equal if stderr
|
|
|
|
out_msg = Regexp === stdout ? :assert_match : :assert_equal if stdout
|
|
|
|
|
|
|
|
y = send err_msg, stderr, err, "In stderr" if err_msg
|
|
|
|
x = send out_msg, stdout, out, "In stdout" if out_msg
|
|
|
|
|
|
|
|
(!stdout || x) && (!stderr || y)
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For testing with predicates.
|
|
|
|
#
|
|
|
|
# assert_predicate str, :empty?
|
|
|
|
#
|
|
|
|
# This is really meant for specs and is front-ended by assert_operator:
|
|
|
|
#
|
|
|
|
# str.must_be :empty?
|
|
|
|
|
|
|
|
def assert_predicate o1, op, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(o1)} to be #{op}" }
|
|
|
|
assert o1.__send__(op), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless the block raises one of +exp+. Returns the
|
|
|
|
# exception matched so you can check the message, attributes, etc.
|
|
|
|
|
|
|
|
def assert_raises *exp
|
|
|
|
msg = "#{exp.pop}.\n" if String === exp.last
|
|
|
|
|
|
|
|
begin
|
|
|
|
yield
|
|
|
|
rescue MiniTest::Skip => e
|
|
|
|
return e if exp.include? MiniTest::Skip
|
|
|
|
raise e
|
|
|
|
rescue Exception => e
|
|
|
|
expected = exp.any? { |ex|
|
|
|
|
if ex.instance_of? Module then
|
|
|
|
e.kind_of? ex
|
|
|
|
else
|
|
|
|
e.instance_of? ex
|
|
|
|
end
|
|
|
|
}
|
|
|
|
|
|
|
|
assert expected, proc {
|
|
|
|
exception_details(e, "#{msg}#{mu_pp(exp)} exception expected, not")
|
|
|
|
}
|
|
|
|
|
|
|
|
return e
|
|
|
|
end
|
|
|
|
|
|
|
|
exp = exp.first if exp.size == 1
|
|
|
|
|
|
|
|
flunk "#{msg}#{mu_pp(exp)} expected but nothing was raised."
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +obj+ responds to +meth+.
|
|
|
|
|
|
|
|
def assert_respond_to obj, meth, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(obj)} (#{obj.class}) to respond to ##{meth}"
|
|
|
|
}
|
|
|
|
assert obj.respond_to?(meth), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless +exp+ and +act+ are #equal?
|
|
|
|
|
|
|
|
def assert_same exp, act, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
data = [mu_pp(act), act.object_id, mu_pp(exp), exp.object_id]
|
|
|
|
"Expected %s (oid=%d) to be the same as %s (oid=%d)" % data
|
|
|
|
}
|
|
|
|
assert exp.equal?(act), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# +send_ary+ is a receiver, message and arguments.
|
|
|
|
#
|
|
|
|
# Fails unless the call returns a true value
|
|
|
|
# TODO: I should prolly remove this from specs
|
|
|
|
|
|
|
|
def assert_send send_ary, m = nil
|
|
|
|
recv, msg, *args = send_ary
|
|
|
|
m = message(m) {
|
|
|
|
"Expected #{mu_pp(recv)}.#{msg}(*#{mu_pp(args)}) to return true" }
|
|
|
|
assert recv.__send__(msg, *args), m
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if the block outputs anything to stderr or stdout.
|
|
|
|
#
|
|
|
|
# See also: #assert_output
|
|
|
|
|
|
|
|
def assert_silent
|
|
|
|
assert_output "", "" do
|
|
|
|
yield
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails unless the block throws +sym+
|
|
|
|
|
|
|
|
def assert_throws sym, msg = nil
|
|
|
|
default = "Expected #{mu_pp(sym)} to have been thrown"
|
|
|
|
caught = true
|
|
|
|
catch(sym) do
|
|
|
|
begin
|
|
|
|
yield
|
|
|
|
rescue ThreadError => e # wtf?!? 1.8 + threads == suck
|
|
|
|
default += ", not \:#{e.message[/uncaught throw \`(\w+?)\'/, 1]}"
|
|
|
|
rescue ArgumentError => e # 1.9 exception
|
|
|
|
default += ", not #{e.message.split(/ /).last}"
|
|
|
|
rescue NameError => e # 1.8 exception
|
|
|
|
default += ", not #{e.name.inspect}"
|
|
|
|
end
|
|
|
|
caught = false
|
|
|
|
end
|
|
|
|
|
|
|
|
assert caught, message(msg) { default }
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Captures $stdout and $stderr into strings:
|
|
|
|
#
|
|
|
|
# out, err = capture_io do
|
|
|
|
# puts "Some info"
|
|
|
|
# warn "You did a bad thing"
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# assert_match %r%info%, out
|
|
|
|
# assert_match %r%bad%, err
|
|
|
|
#
|
|
|
|
# NOTE: For efficiency, this method uses StringIO and does not
|
|
|
|
# capture IO for subprocesses. Use #capture_subprocess_io for
|
|
|
|
# that.
|
|
|
|
|
|
|
|
def capture_io
|
|
|
|
require 'stringio'
|
|
|
|
|
|
|
|
captured_stdout, captured_stderr = StringIO.new, StringIO.new
|
|
|
|
|
|
|
|
synchronize do
|
|
|
|
orig_stdout, orig_stderr = $stdout, $stderr
|
|
|
|
$stdout, $stderr = captured_stdout, captured_stderr
|
|
|
|
|
|
|
|
begin
|
|
|
|
yield
|
|
|
|
ensure
|
|
|
|
$stdout = orig_stdout
|
|
|
|
$stderr = orig_stderr
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
return captured_stdout.string, captured_stderr.string
|
|
|
|
end
|
2019-08-08 04:19:23 -04:00
|
|
|
alias capture_output capture_io
|
2014-05-17 02:26:51 -04:00
|
|
|
|
|
|
|
##
|
|
|
|
# Captures $stdout and $stderr into strings, using Tempfile to
|
|
|
|
# ensure that subprocess IO is captured as well.
|
|
|
|
#
|
|
|
|
# out, err = capture_subprocess_io do
|
|
|
|
# system "echo Some info"
|
|
|
|
# system "echo You did a bad thing 1>&2"
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# assert_match %r%info%, out
|
|
|
|
# assert_match %r%bad%, err
|
|
|
|
#
|
|
|
|
# NOTE: This method is approximately 10x slower than #capture_io so
|
|
|
|
# only use it when you need to test the output of a subprocess.
|
|
|
|
|
|
|
|
def capture_subprocess_io
|
|
|
|
require 'tempfile'
|
|
|
|
|
|
|
|
captured_stdout, captured_stderr = Tempfile.new("out"), Tempfile.new("err")
|
|
|
|
|
|
|
|
synchronize do
|
|
|
|
orig_stdout, orig_stderr = $stdout.dup, $stderr.dup
|
|
|
|
$stdout.reopen captured_stdout
|
|
|
|
$stderr.reopen captured_stderr
|
|
|
|
|
|
|
|
begin
|
|
|
|
yield
|
|
|
|
|
|
|
|
$stdout.rewind
|
|
|
|
$stderr.rewind
|
|
|
|
|
|
|
|
[captured_stdout.read, captured_stderr.read]
|
|
|
|
ensure
|
|
|
|
$stdout.reopen orig_stdout
|
|
|
|
$stderr.reopen orig_stderr
|
2014-05-29 09:26:02 -04:00
|
|
|
orig_stdout.close
|
|
|
|
orig_stderr.close
|
2014-05-25 23:42:27 -04:00
|
|
|
captured_stdout.close!
|
|
|
|
captured_stderr.close!
|
2014-05-17 02:26:51 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Returns details for exception +e+
|
|
|
|
|
|
|
|
def exception_details e, msg
|
|
|
|
[
|
|
|
|
"#{msg}",
|
|
|
|
"Class: <#{e.class}>",
|
|
|
|
"Message: <#{e.message.inspect}>",
|
|
|
|
"---Backtrace---",
|
|
|
|
"#{MiniTest::filter_backtrace(e.backtrace).join("\n")}",
|
|
|
|
"---------------",
|
|
|
|
].join "\n"
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails with +msg+
|
|
|
|
|
|
|
|
def flunk msg = nil
|
|
|
|
msg ||= "Epic Fail!"
|
|
|
|
assert false, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Returns a proc that will output +msg+ along with the default message.
|
|
|
|
|
|
|
|
def message msg = nil, ending = ".", &default
|
|
|
|
proc {
|
|
|
|
msg = msg.call.chomp(".") if Proc === msg
|
|
|
|
custom_message = "#{msg}.\n" unless msg.nil? or msg.to_s.empty?
|
|
|
|
"#{custom_message}#{default.call}#{ending}"
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# used for counting assertions
|
|
|
|
|
|
|
|
def pass msg = nil
|
|
|
|
assert true
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +test+ is a true value
|
|
|
|
|
|
|
|
def refute test, msg = nil
|
|
|
|
msg ||= "Failed refutation, no message given"
|
|
|
|
not assert(! test, msg)
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +obj+ is empty.
|
|
|
|
|
|
|
|
def refute_empty obj, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(obj)} to not be empty" }
|
|
|
|
assert_respond_to obj, :empty?
|
|
|
|
refute obj.empty?, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if <tt>exp == act</tt>.
|
|
|
|
#
|
|
|
|
# For floats use refute_in_delta.
|
|
|
|
|
|
|
|
def refute_equal exp, act, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(act)} to not be equal to #{mu_pp(exp)}"
|
|
|
|
}
|
|
|
|
refute exp == act, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For comparing Floats. Fails if +exp+ is within +delta+ of +act+.
|
|
|
|
#
|
|
|
|
# refute_in_delta Math::PI, (22.0 / 7.0)
|
|
|
|
|
|
|
|
def refute_in_delta exp, act, delta = 0.001, msg = nil
|
|
|
|
n = (exp - act).abs
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected |#{exp} - #{act}| (#{n}) to not be <= #{delta}"
|
|
|
|
}
|
|
|
|
refute delta >= n, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For comparing Floats. Fails if +exp+ and +act+ have a relative error
|
|
|
|
# less than +epsilon+.
|
|
|
|
|
|
|
|
def refute_in_epsilon a, b, epsilon = 0.001, msg = nil
|
|
|
|
refute_in_delta a, b, a * epsilon, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +collection+ includes +obj+.
|
|
|
|
|
|
|
|
def refute_includes collection, obj, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(collection)} to not include #{mu_pp(obj)}"
|
|
|
|
}
|
|
|
|
assert_respond_to collection, :include?
|
|
|
|
refute collection.include?(obj), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +obj+ is an instance of +cls+.
|
|
|
|
|
|
|
|
def refute_instance_of cls, obj, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
"Expected #{mu_pp(obj)} to not be an instance of #{cls}"
|
|
|
|
}
|
|
|
|
refute obj.instance_of?(cls), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +obj+ is a kind of +cls+.
|
|
|
|
|
|
|
|
def refute_kind_of cls, obj, msg = nil # TODO: merge with instance_of
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(obj)} to not be a kind of #{cls}" }
|
|
|
|
refute obj.kind_of?(cls), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +matcher+ <tt>=~</tt> +obj+.
|
|
|
|
|
|
|
|
def refute_match matcher, obj, msg = nil
|
|
|
|
msg = message(msg) {"Expected #{mu_pp matcher} to not match #{mu_pp obj}"}
|
|
|
|
assert_respond_to matcher, :"=~"
|
|
|
|
matcher = Regexp.new Regexp.escape matcher if String === matcher
|
|
|
|
refute matcher =~ obj, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +obj+ is nil.
|
|
|
|
|
|
|
|
def refute_nil obj, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(obj)} to not be nil" }
|
|
|
|
refute obj.nil?, msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +o1+ is not +op+ +o2+. Eg:
|
|
|
|
#
|
|
|
|
# refute_operator 1, :>, 2 #=> pass
|
|
|
|
# refute_operator 1, :<, 2 #=> fail
|
|
|
|
|
2015-01-03 21:04:26 -05:00
|
|
|
def refute_operator o1, op, o2 = (predicate = true; nil), msg = nil
|
|
|
|
return refute_predicate o1, op, msg if predicate
|
2014-05-17 02:26:51 -04:00
|
|
|
msg = message(msg) { "Expected #{mu_pp(o1)} to not be #{op} #{mu_pp(o2)}"}
|
|
|
|
refute o1.__send__(op, o2), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# For testing with predicates.
|
|
|
|
#
|
|
|
|
# refute_predicate str, :empty?
|
|
|
|
#
|
|
|
|
# This is really meant for specs and is front-ended by refute_operator:
|
|
|
|
#
|
|
|
|
# str.wont_be :empty?
|
|
|
|
|
|
|
|
def refute_predicate o1, op, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(o1)} to not be #{op}" }
|
|
|
|
refute o1.__send__(op), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +obj+ responds to the message +meth+.
|
|
|
|
|
|
|
|
def refute_respond_to obj, meth, msg = nil
|
|
|
|
msg = message(msg) { "Expected #{mu_pp(obj)} to not respond to #{meth}" }
|
|
|
|
|
|
|
|
refute obj.respond_to?(meth), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Fails if +exp+ is the same (by object identity) as +act+.
|
|
|
|
|
|
|
|
def refute_same exp, act, msg = nil
|
|
|
|
msg = message(msg) {
|
|
|
|
data = [mu_pp(act), act.object_id, mu_pp(exp), exp.object_id]
|
|
|
|
"Expected %s (oid=%d) to not be the same as %s (oid=%d)" % data
|
|
|
|
}
|
|
|
|
refute exp.equal?(act), msg
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Skips the current test. Gets listed at the end of the run but
|
|
|
|
# doesn't cause a failure exit code.
|
|
|
|
|
|
|
|
def skip msg = nil, bt = caller
|
|
|
|
msg ||= "Skipped, no message given"
|
|
|
|
@skip = true
|
|
|
|
raise MiniTest::Skip, msg, bt
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Was this testcase skipped? Meant for #teardown.
|
|
|
|
|
|
|
|
def skipped?
|
|
|
|
defined?(@skip) and @skip
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Takes a block and wraps it with the runner's shared mutex.
|
|
|
|
|
|
|
|
def synchronize
|
|
|
|
Minitest::Unit.runner.synchronize do
|
|
|
|
yield
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
class Unit # :nodoc:
|
|
|
|
VERSION = "4.7.5" # :nodoc:
|
|
|
|
|
|
|
|
attr_accessor :report, :failures, :errors, :skips # :nodoc:
|
|
|
|
attr_accessor :assertion_count # :nodoc:
|
|
|
|
attr_writer :test_count # :nodoc:
|
|
|
|
attr_accessor :start_time # :nodoc:
|
|
|
|
attr_accessor :help # :nodoc:
|
|
|
|
attr_accessor :verbose # :nodoc:
|
|
|
|
attr_writer :options # :nodoc:
|
|
|
|
|
|
|
|
##
|
|
|
|
# :attr:
|
|
|
|
#
|
|
|
|
# if true, installs an "INFO" signal handler (only available to BSD and
|
|
|
|
# OS X users) which prints diagnostic information about the test run.
|
|
|
|
#
|
|
|
|
# This is auto-detected by default but may be overridden by custom
|
|
|
|
# runners.
|
|
|
|
|
|
|
|
attr_accessor :info_signal
|
|
|
|
|
|
|
|
##
|
|
|
|
# Lazy accessor for options.
|
|
|
|
|
|
|
|
def options
|
|
|
|
@options ||= {}
|
|
|
|
end
|
|
|
|
|
|
|
|
@@installed_at_exit ||= false
|
|
|
|
@@out = $stdout
|
|
|
|
@@after_tests = []
|
|
|
|
|
|
|
|
##
|
|
|
|
# A simple hook allowing you to run a block of code after _all_ of
|
|
|
|
# the tests are done. Eg:
|
|
|
|
#
|
|
|
|
# MiniTest::Unit.after_tests { p $debugging_info }
|
|
|
|
|
|
|
|
def self.after_tests &block
|
|
|
|
@@after_tests << block
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Registers MiniTest::Unit to run tests at process exit
|
|
|
|
|
|
|
|
def self.autorun
|
|
|
|
at_exit {
|
|
|
|
# don't run if there was a non-exit exception
|
|
|
|
next if $! and not $!.kind_of? SystemExit
|
|
|
|
|
|
|
|
# the order here is important. The at_exit handler must be
|
|
|
|
# installed before anyone else gets a chance to install their
|
|
|
|
# own, that way we can be assured that our exit will be last
|
|
|
|
# to run (at_exit stacks).
|
|
|
|
exit_code = nil
|
|
|
|
|
|
|
|
at_exit {
|
|
|
|
@@after_tests.reverse_each(&:call)
|
|
|
|
exit false if exit_code && exit_code != 0
|
|
|
|
}
|
|
|
|
|
|
|
|
exit_code = MiniTest::Unit.new.run ARGV
|
|
|
|
} unless @@installed_at_exit
|
|
|
|
@@installed_at_exit = true
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Returns the stream to use for output.
|
|
|
|
|
|
|
|
def self.output
|
|
|
|
@@out
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Sets MiniTest::Unit to write output to +stream+. $stdout is the default
|
|
|
|
# output
|
|
|
|
|
|
|
|
def self.output= stream
|
|
|
|
@@out = stream
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Tells MiniTest::Unit to delegate to +runner+, an instance of a
|
|
|
|
# MiniTest::Unit subclass, when MiniTest::Unit#run is called.
|
|
|
|
|
|
|
|
def self.runner= runner
|
|
|
|
@@runner = runner
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Returns the MiniTest::Unit subclass instance that will be used
|
|
|
|
# to run the tests. A MiniTest::Unit instance is the default
|
|
|
|
# runner.
|
|
|
|
|
|
|
|
def self.runner
|
|
|
|
@@runner ||= self.new
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Return all plugins' run methods (methods that start with "run_").
|
|
|
|
|
|
|
|
def self.plugins
|
|
|
|
@@plugins ||= (["run_tests"] +
|
|
|
|
public_instance_methods(false).
|
|
|
|
grep(/^run_/).map { |s| s.to_s }).uniq
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Return the IO for output.
|
|
|
|
|
|
|
|
def output
|
|
|
|
self.class.output
|
|
|
|
end
|
|
|
|
|
|
|
|
def puts *a # :nodoc:
|
|
|
|
output.puts(*a)
|
|
|
|
end
|
|
|
|
|
|
|
|
def print *a # :nodoc:
|
|
|
|
output.print(*a)
|
|
|
|
end
|
|
|
|
|
|
|
|
def test_count # :nodoc:
|
|
|
|
@test_count ||= 0
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runner for a given +type+ (eg, test vs bench).
|
|
|
|
|
|
|
|
def _run_anything type
|
|
|
|
suites = TestCase.send "#{type}_suites"
|
|
|
|
return if suites.empty?
|
|
|
|
|
|
|
|
puts
|
|
|
|
puts "# Running #{type}s:"
|
|
|
|
puts
|
|
|
|
|
|
|
|
@test_count, @assertion_count = 0, 0
|
2016-12-23 19:50:59 -05:00
|
|
|
test_count = assertion_count = 0
|
2014-05-17 02:26:51 -04:00
|
|
|
sync = output.respond_to? :"sync=" # stupid emacs
|
|
|
|
old_sync, output.sync = output.sync, true if sync
|
|
|
|
|
2016-12-23 19:50:59 -05:00
|
|
|
count = 0
|
|
|
|
begin
|
|
|
|
start = Time.now
|
|
|
|
|
|
|
|
results = _run_suites suites, type
|
|
|
|
|
|
|
|
@test_count = results.inject(0) { |sum, (tc, _)| sum + tc }
|
|
|
|
@assertion_count = results.inject(0) { |sum, (_, ac)| sum + ac }
|
|
|
|
test_count += @test_count
|
|
|
|
assertion_count += @assertion_count
|
|
|
|
t = Time.now - start
|
|
|
|
count += 1
|
|
|
|
unless @repeat_count
|
|
|
|
puts
|
|
|
|
puts
|
|
|
|
end
|
|
|
|
puts "Finished%s %ss in %.6fs, %.4f tests/s, %.4f assertions/s.\n" %
|
|
|
|
[(@repeat_count ? "(#{count}/#{@repeat_count}) " : ""), type,
|
|
|
|
t, @test_count.fdiv(t), @assertion_count.fdiv(t)]
|
2017-05-10 19:52:14 -04:00
|
|
|
end while @repeat_count && count < @repeat_count &&
|
|
|
|
report.empty? && failures.zero? && errors.zero?
|
2014-05-17 02:26:51 -04:00
|
|
|
|
|
|
|
output.sync = old_sync if sync
|
|
|
|
|
|
|
|
report.each_with_index do |msg, i|
|
|
|
|
puts "\n%3d) %s" % [i + 1, msg]
|
|
|
|
end
|
|
|
|
|
|
|
|
puts
|
2016-12-23 19:50:59 -05:00
|
|
|
@test_count = test_count
|
|
|
|
@assertion_count = assertion_count
|
2014-05-17 02:26:51 -04:00
|
|
|
|
|
|
|
status
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs all the +suites+ for a given +type+.
|
|
|
|
#
|
|
|
|
|
|
|
|
def _run_suites suites, type
|
|
|
|
suites.map { |suite| _run_suite suite, type }
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Run a single +suite+ for a given +type+.
|
|
|
|
|
|
|
|
def _run_suite suite, type
|
|
|
|
header = "#{type}_suite_header"
|
|
|
|
puts send(header, suite) if respond_to? header
|
|
|
|
|
|
|
|
filter = options[:filter] || '/./'
|
|
|
|
filter = Regexp.new $1 if filter =~ /\/(.*)\//
|
|
|
|
|
|
|
|
all_test_methods = suite.send "#{type}_methods"
|
|
|
|
|
|
|
|
filtered_test_methods = all_test_methods.find_all { |m|
|
|
|
|
filter === m || filter === "#{suite}##{m}"
|
|
|
|
}
|
|
|
|
|
2014-05-31 09:31:32 -04:00
|
|
|
leakchecker = LeakChecker.new
|
2014-05-25 04:15:08 -04:00
|
|
|
|
2014-05-17 02:26:51 -04:00
|
|
|
assertions = filtered_test_methods.map { |method|
|
|
|
|
inst = suite.new method
|
|
|
|
inst._assertions = 0
|
|
|
|
|
|
|
|
print "#{suite}##{method} = " if @verbose
|
|
|
|
|
|
|
|
start_time = Time.now if @verbose
|
|
|
|
result = inst.run self
|
|
|
|
|
|
|
|
print "%.2f s = " % (Time.now - start_time) if @verbose
|
|
|
|
print result
|
|
|
|
puts if @verbose
|
2014-07-23 02:23:05 -04:00
|
|
|
$stdout.flush
|
2014-05-17 02:26:51 -04:00
|
|
|
|
2018-10-22 11:49:22 -04:00
|
|
|
unless defined?(RubyVM::MJIT) && RubyVM::MJIT.enabled? # compiler process is wrongly considered as leak
|
mjit_compile.c: merge initial JIT compiler
which has been developed by Takashi Kokubun <takashikkbn@gmail> as
YARV-MJIT. Many of its bugs are fixed by wanabe <s.wanabe@gmail.com>.
This JIT compiler is designed to be a safe migration path to introduce
JIT compiler to MRI. So this commit does not include any bytecode
changes or dynamic instruction modifications, which are done in original
MJIT.
This commit even strips off some aggressive optimizations from
YARV-MJIT, and thus it's slower than YARV-MJIT too. But it's still
fairly faster than Ruby 2.5 in some benchmarks (attached below).
Note that this JIT compiler passes `make test`, `make test-all`, `make
test-spec` without JIT, and even with JIT. Not only it's perfectly safe
with JIT disabled because it does not replace VM instructions unlike
MJIT, but also with JIT enabled it stably runs Ruby applications
including Rails applications.
I'm expecting this version as just "initial" JIT compiler. I have many
optimization ideas which are skipped for initial merging, and you may
easily replace this JIT compiler with a faster one by just replacing
mjit_compile.c. `mjit_compile` interface is designed for the purpose.
common.mk: update dependencies for mjit_compile.c.
internal.h: declare `rb_vm_insn_addr2insn` for MJIT.
vm.c: exclude some definitions if `-DMJIT_HEADER` is provided to
compiler. This avoids to include some functions which take a long time
to compile, e.g. vm_exec_core. Some of the purpose is achieved in
transform_mjit_header.rb (see `IGNORED_FUNCTIONS`) but others are
manually resolved for now. Load mjit_helper.h for MJIT header.
mjit_helper.h: New. This is a file used only by JIT-ed code. I'll
refactor `mjit_call_cfunc` later.
vm_eval.c: add some #ifdef switches to skip compiling some functions
like Init_vm_eval.
win32/mkexports.rb: export thread/ec functions, which are used by MJIT.
include/ruby/defines.h: add MJIT_FUNC_EXPORTED macro alis to clarify
that a function is exported only for MJIT.
array.c: export a function used by MJIT.
bignum.c: ditto.
class.c: ditto.
compile.c: ditto.
error.c: ditto.
gc.c: ditto.
hash.c: ditto.
iseq.c: ditto.
numeric.c: ditto.
object.c: ditto.
proc.c: ditto.
re.c: ditto.
st.c: ditto.
string.c: ditto.
thread.c: ditto.
variable.c: ditto.
vm_backtrace.c: ditto.
vm_insnhelper.c: ditto.
vm_method.c: ditto.
I would like to improve maintainability of function exports, but I
believe this way is acceptable as initial merging if we clarify the
new exports are for MJIT (so that we can use them as TODO list to fix)
and add unit tests to detect unresolved symbols.
I'll add unit tests of JIT compilations in succeeding commits.
Author: Takashi Kokubun <takashikkbn@gmail.com>
Contributor: wanabe <s.wanabe@gmail.com>
Part of [Feature #14235]
---
* Known issues
* Code generated by gcc is faster than clang. The benchmark may be worse
in macOS. Following benchmark result is provided by gcc w/ Linux.
* Performance is decreased when Google Chrome is running
* JIT can work on MinGW, but it doesn't improve performance at least
in short running benchmark.
* Currently it doesn't perform well with Rails. We'll try to fix this
before release.
---
* Benchmark reslts
Benchmarked with:
Intel 4.0GHz i7-4790K with 16GB memory under x86-64 Ubuntu 8 Cores
- 2.0.0-p0: Ruby 2.0.0-p0
- r62186: Ruby trunk (early 2.6.0), before MJIT changes
- JIT off: On this commit, but without `--jit` option
- JIT on: On this commit, and with `--jit` option
** Optcarrot fps
Benchmark: https://github.com/mame/optcarrot
| |2.0.0-p0 |r62186 |JIT off |JIT on |
|:--------|:--------|:--------|:--------|:--------|
|fps |37.32 |51.46 |51.31 |58.88 |
|vs 2.0.0 |1.00x |1.38x |1.37x |1.58x |
** MJIT benchmarks
Benchmark: https://github.com/benchmark-driver/mjit-benchmarks
(Original: https://github.com/vnmakarov/ruby/tree/rtl_mjit_branch/MJIT-benchmarks)
| |2.0.0-p0 |r62186 |JIT off |JIT on |
|:----------|:--------|:--------|:--------|:--------|
|aread |1.00 |1.09 |1.07 |2.19 |
|aref |1.00 |1.13 |1.11 |2.22 |
|aset |1.00 |1.50 |1.45 |2.64 |
|awrite |1.00 |1.17 |1.13 |2.20 |
|call |1.00 |1.29 |1.26 |2.02 |
|const2 |1.00 |1.10 |1.10 |2.19 |
|const |1.00 |1.11 |1.10 |2.19 |
|fannk |1.00 |1.04 |1.02 |1.00 |
|fib |1.00 |1.32 |1.31 |1.84 |
|ivread |1.00 |1.13 |1.12 |2.43 |
|ivwrite |1.00 |1.23 |1.21 |2.40 |
|mandelbrot |1.00 |1.13 |1.16 |1.28 |
|meteor |1.00 |2.97 |2.92 |3.17 |
|nbody |1.00 |1.17 |1.15 |1.49 |
|nest-ntimes|1.00 |1.22 |1.20 |1.39 |
|nest-while |1.00 |1.10 |1.10 |1.37 |
|norm |1.00 |1.18 |1.16 |1.24 |
|nsvb |1.00 |1.16 |1.16 |1.17 |
|red-black |1.00 |1.02 |0.99 |1.12 |
|sieve |1.00 |1.30 |1.28 |1.62 |
|trees |1.00 |1.14 |1.13 |1.19 |
|while |1.00 |1.12 |1.11 |2.41 |
** Discourse's script/bench.rb
Benchmark: https://github.com/discourse/discourse/blob/v1.8.7/script/bench.rb
NOTE: Rails performance was somehow a little degraded with JIT for now.
We should fix this.
(At least I know opt_aref is performing badly in JIT and I have an idea
to fix it. Please wait for the fix.)
*** JIT off
Your Results: (note for timings- percentile is first, duration is second in millisecs)
categories_admin:
50: 17
75: 18
90: 22
99: 29
home_admin:
50: 21
75: 21
90: 27
99: 40
topic_admin:
50: 17
75: 18
90: 22
99: 32
categories:
50: 35
75: 41
90: 43
99: 77
home:
50: 39
75: 46
90: 49
99: 95
topic:
50: 46
75: 52
90: 56
99: 101
*** JIT on
Your Results: (note for timings- percentile is first, duration is second in millisecs)
categories_admin:
50: 19
75: 21
90: 25
99: 33
home_admin:
50: 24
75: 26
90: 30
99: 35
topic_admin:
50: 19
75: 20
90: 25
99: 30
categories:
50: 40
75: 44
90: 48
99: 76
home:
50: 42
75: 48
90: 51
99: 89
topic:
50: 49
75: 55
90: 58
99: 99
git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@62197 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
2018-02-04 06:22:28 -05:00
|
|
|
leakchecker.check("#{inst.class}\##{inst.__name__}")
|
|
|
|
end
|
2014-05-24 20:41:18 -04:00
|
|
|
|
2014-05-17 02:26:51 -04:00
|
|
|
inst._assertions
|
|
|
|
}
|
|
|
|
|
|
|
|
return assertions.size, assertions.inject(0) { |sum, n| sum + n }
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Record the result of a single test. Makes it very easy to gather
|
|
|
|
# information. Eg:
|
|
|
|
#
|
|
|
|
# class StatisticsRecorder < MiniTest::Unit
|
|
|
|
# def record suite, method, assertions, time, error
|
|
|
|
# # ... record the results somewhere ...
|
|
|
|
# end
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# MiniTest::Unit.runner = StatisticsRecorder.new
|
|
|
|
#
|
|
|
|
# NOTE: record might be sent more than once per test. It will be
|
|
|
|
# sent once with the results from the test itself. If there is a
|
|
|
|
# failure or error in teardown, it will be sent again with the
|
|
|
|
# error or failure.
|
|
|
|
|
|
|
|
def record suite, method, assertions, time, error
|
|
|
|
end
|
|
|
|
|
|
|
|
def location e # :nodoc:
|
|
|
|
last_before_assertion = ""
|
2019-07-31 02:01:19 -04:00
|
|
|
|
|
|
|
return '<empty>' unless e.backtrace # SystemStackError can return nil.
|
|
|
|
|
2014-05-17 02:26:51 -04:00
|
|
|
e.backtrace.reverse_each do |s|
|
|
|
|
break if s =~ /in .(assert|refute|flunk|pass|fail|raise|must|wont)/
|
|
|
|
last_before_assertion = s
|
|
|
|
end
|
|
|
|
last_before_assertion.sub(/:in .*$/, '')
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Writes status for failed test +meth+ in +klass+ which finished with
|
|
|
|
# exception +e+
|
|
|
|
|
|
|
|
def puke klass, meth, e
|
|
|
|
e = case e
|
|
|
|
when MiniTest::Skip then
|
|
|
|
@skips += 1
|
|
|
|
return "S" unless @verbose
|
|
|
|
"Skipped:\n#{klass}##{meth} [#{location e}]:\n#{e.message}\n"
|
|
|
|
when MiniTest::Assertion then
|
|
|
|
@failures += 1
|
|
|
|
"Failure:\n#{klass}##{meth} [#{location e}]:\n#{e.message}\n"
|
|
|
|
else
|
|
|
|
@errors += 1
|
|
|
|
bt = MiniTest::filter_backtrace(e.backtrace).join "\n "
|
2016-02-04 23:45:10 -05:00
|
|
|
"Error:\n#{klass}##{meth}:\n#{e.class}: #{e.message.b}\n #{bt}\n"
|
2014-05-17 02:26:51 -04:00
|
|
|
end
|
|
|
|
@report << e
|
|
|
|
e[0, 1]
|
|
|
|
end
|
|
|
|
|
|
|
|
def initialize # :nodoc:
|
|
|
|
@report = []
|
|
|
|
@errors = @failures = @skips = 0
|
|
|
|
@verbose = false
|
2016-08-30 02:22:30 -04:00
|
|
|
@mutex = Thread::Mutex.new
|
2014-05-17 02:26:51 -04:00
|
|
|
@info_signal = Signal.list['INFO']
|
2017-03-07 00:11:02 -05:00
|
|
|
@repeat_count = nil
|
2014-05-17 02:26:51 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def synchronize # :nodoc:
|
|
|
|
if @mutex then
|
|
|
|
@mutex.synchronize { yield }
|
|
|
|
else
|
|
|
|
yield
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_args args = [] # :nodoc:
|
|
|
|
options = {}
|
|
|
|
orig_args = args.dup
|
|
|
|
|
|
|
|
OptionParser.new do |opts|
|
|
|
|
opts.banner = 'minitest options:'
|
|
|
|
opts.version = MiniTest::Unit::VERSION
|
|
|
|
|
|
|
|
opts.on '-h', '--help', 'Display this help.' do
|
|
|
|
puts opts
|
|
|
|
exit
|
|
|
|
end
|
|
|
|
|
|
|
|
opts.on '-s', '--seed SEED', Integer, "Sets random seed" do |m|
|
|
|
|
options[:seed] = m.to_i
|
|
|
|
end
|
|
|
|
|
|
|
|
opts.on '-v', '--verbose', "Verbose. Show progress processing files." do
|
|
|
|
options[:verbose] = true
|
|
|
|
end
|
|
|
|
|
|
|
|
opts.on '-n', '--name PATTERN', "Filter test names on pattern (e.g. /foo/)" do |a|
|
|
|
|
options[:filter] = a
|
|
|
|
end
|
|
|
|
|
|
|
|
opts.parse! args
|
|
|
|
orig_args -= args
|
|
|
|
end
|
|
|
|
|
|
|
|
unless options[:seed] then
|
|
|
|
srand
|
|
|
|
options[:seed] = srand % 0xFFFF
|
|
|
|
orig_args << "--seed" << options[:seed].to_s
|
|
|
|
end
|
|
|
|
|
|
|
|
srand options[:seed]
|
|
|
|
|
|
|
|
self.verbose = options[:verbose]
|
|
|
|
@help = orig_args.map { |s| s =~ /[\s|&<>$()]/ ? s.inspect : s }.join " "
|
|
|
|
|
|
|
|
options
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Begins the full test run. Delegates to +runner+'s #_run method.
|
|
|
|
|
|
|
|
def run args = []
|
|
|
|
self.class.runner._run(args)
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Top level driver, controls all output and filtering.
|
|
|
|
|
|
|
|
def _run args = []
|
|
|
|
args = process_args args # ARGH!! blame test/unit process_args
|
|
|
|
self.options.merge! args
|
|
|
|
|
|
|
|
puts "Run options: #{help}"
|
|
|
|
|
|
|
|
self.class.plugins.each do |plugin|
|
|
|
|
send plugin
|
|
|
|
break unless report.empty?
|
|
|
|
end
|
|
|
|
|
|
|
|
return failures + errors if self.test_count > 0 # or return nil...
|
|
|
|
rescue Interrupt
|
|
|
|
abort 'Interrupted'
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs test suites matching +filter+.
|
|
|
|
|
|
|
|
def run_tests
|
|
|
|
_run_anything :test
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Writes status to +io+
|
|
|
|
|
|
|
|
def status io = self.output
|
|
|
|
format = "%d tests, %d assertions, %d failures, %d errors, %d skips"
|
|
|
|
io.puts format % [test_count, assertion_count, failures, errors, skips]
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Provides a simple set of guards that you can use in your tests
|
|
|
|
# to skip execution if it is not applicable. These methods are
|
|
|
|
# mixed into TestCase as both instance and class methods so you
|
|
|
|
# can use them inside or outside of the test methods.
|
|
|
|
#
|
|
|
|
# def test_something_for_mri
|
|
|
|
# skip "bug 1234" if jruby?
|
|
|
|
# # ...
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# if windows? then
|
|
|
|
# # ... lots of test methods ...
|
|
|
|
# end
|
|
|
|
|
|
|
|
module Guard
|
|
|
|
|
|
|
|
##
|
|
|
|
# Is this running on jruby?
|
|
|
|
|
|
|
|
def jruby? platform = RUBY_PLATFORM
|
|
|
|
"java" == platform
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Is this running on mri?
|
|
|
|
|
|
|
|
def maglev? platform = defined?(RUBY_ENGINE) && RUBY_ENGINE
|
|
|
|
"maglev" == platform
|
|
|
|
end
|
|
|
|
|
|
|
|
module_function :maglev?
|
|
|
|
|
|
|
|
##
|
|
|
|
# Is this running on mri?
|
|
|
|
|
|
|
|
def mri? platform = RUBY_DESCRIPTION
|
|
|
|
/^ruby/ =~ platform
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Is this running on rubinius?
|
|
|
|
|
|
|
|
def rubinius? platform = defined?(RUBY_ENGINE) && RUBY_ENGINE
|
|
|
|
"rbx" == platform
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Is this running on windows?
|
|
|
|
|
|
|
|
def windows? platform = RUBY_PLATFORM
|
|
|
|
/mswin|mingw/ =~ platform
|
|
|
|
end
|
2018-08-23 19:50:48 -04:00
|
|
|
|
|
|
|
##
|
|
|
|
# Is this running on mingw?
|
|
|
|
|
|
|
|
def mingw? platform = RUBY_PLATFORM
|
|
|
|
/mingw/ =~ platform
|
|
|
|
end
|
|
|
|
|
2014-05-17 02:26:51 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Provides before/after hooks for setup and teardown. These are
|
|
|
|
# meant for library writers, NOT for regular test authors. See
|
|
|
|
# #before_setup for an example.
|
|
|
|
|
|
|
|
module LifecycleHooks
|
|
|
|
##
|
|
|
|
# Runs before every test, after setup. This hook is meant for
|
|
|
|
# libraries to extend minitest. It is not meant to be used by
|
|
|
|
# test developers.
|
|
|
|
#
|
|
|
|
# See #before_setup for an example.
|
|
|
|
|
|
|
|
def after_setup; end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs before every test, before setup. This hook is meant for
|
|
|
|
# libraries to extend minitest. It is not meant to be used by
|
|
|
|
# test developers.
|
|
|
|
#
|
|
|
|
# As a simplistic example:
|
|
|
|
#
|
|
|
|
# module MyMinitestPlugin
|
|
|
|
# def before_setup
|
|
|
|
# super
|
|
|
|
# # ... stuff to do before setup is run
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# def after_setup
|
|
|
|
# # ... stuff to do after setup is run
|
|
|
|
# super
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# def before_teardown
|
|
|
|
# super
|
|
|
|
# # ... stuff to do before teardown is run
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# def after_teardown
|
|
|
|
# # ... stuff to do after teardown is run
|
|
|
|
# super
|
|
|
|
# end
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# class MiniTest::Unit::TestCase
|
|
|
|
# include MyMinitestPlugin
|
|
|
|
# end
|
|
|
|
|
|
|
|
def before_setup; end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs after every test, before teardown. This hook is meant for
|
|
|
|
# libraries to extend minitest. It is not meant to be used by
|
|
|
|
# test developers.
|
|
|
|
#
|
|
|
|
# See #before_setup for an example.
|
|
|
|
|
|
|
|
def before_teardown; end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs after every test, after teardown. This hook is meant for
|
|
|
|
# libraries to extend minitest. It is not meant to be used by
|
|
|
|
# test developers.
|
|
|
|
#
|
|
|
|
# See #before_setup for an example.
|
|
|
|
|
|
|
|
def after_teardown; end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Subclass TestCase to create your own tests. Typically you'll want a
|
|
|
|
# TestCase subclass per implementation class.
|
|
|
|
#
|
|
|
|
# See MiniTest::Assertions
|
|
|
|
|
|
|
|
class TestCase
|
|
|
|
include LifecycleHooks
|
|
|
|
include Guard
|
|
|
|
extend Guard
|
|
|
|
|
|
|
|
attr_reader :__name__ # :nodoc:
|
|
|
|
|
|
|
|
PASSTHROUGH_EXCEPTIONS = [NoMemoryError, SignalException,
|
|
|
|
Interrupt, SystemExit] # :nodoc:
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs the tests reporting the status to +runner+
|
|
|
|
|
|
|
|
def run runner
|
|
|
|
trap "INFO" do
|
|
|
|
runner.report.each_with_index do |msg, i|
|
|
|
|
warn "\n%3d) %s" % [i + 1, msg]
|
|
|
|
end
|
|
|
|
warn ''
|
|
|
|
time = runner.start_time ? Time.now - runner.start_time : 0
|
|
|
|
warn "Current Test: %s#%s %.2fs" % [self.class, self.__name__, time]
|
|
|
|
runner.status $stderr
|
|
|
|
end if runner.info_signal
|
|
|
|
|
|
|
|
start_time = Time.now
|
|
|
|
|
|
|
|
result = ""
|
|
|
|
begin
|
|
|
|
@passed = nil
|
|
|
|
self.before_setup
|
|
|
|
self.setup
|
|
|
|
self.after_setup
|
|
|
|
self.run_test self.__name__
|
|
|
|
result = "." unless io?
|
|
|
|
time = Time.now - start_time
|
|
|
|
runner.record self.class, self.__name__, self._assertions, time, nil
|
|
|
|
@passed = true
|
|
|
|
rescue *PASSTHROUGH_EXCEPTIONS
|
|
|
|
raise
|
|
|
|
rescue Exception => e
|
|
|
|
@passed = Skip === e
|
|
|
|
time = Time.now - start_time
|
|
|
|
runner.record self.class, self.__name__, self._assertions, time, e
|
|
|
|
result = runner.puke self.class, self.__name__, e
|
|
|
|
ensure
|
|
|
|
%w{ before_teardown teardown after_teardown }.each do |hook|
|
|
|
|
begin
|
|
|
|
self.send hook
|
|
|
|
rescue *PASSTHROUGH_EXCEPTIONS
|
|
|
|
raise
|
|
|
|
rescue Exception => e
|
|
|
|
@passed = false
|
|
|
|
runner.record self.class, self.__name__, self._assertions, time, e
|
|
|
|
result = runner.puke self.class, self.__name__, e
|
|
|
|
end
|
|
|
|
end
|
|
|
|
trap 'INFO', 'DEFAULT' if runner.info_signal
|
|
|
|
end
|
|
|
|
result
|
|
|
|
end
|
|
|
|
|
|
|
|
alias :run_test :__send__
|
|
|
|
|
|
|
|
def initialize name # :nodoc:
|
|
|
|
@__name__ = name
|
|
|
|
@__io__ = nil
|
|
|
|
@passed = nil
|
|
|
|
@@current = self # FIX: make thread local
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.current # :nodoc:
|
|
|
|
@@current # FIX: make thread local
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Return the output IO object
|
|
|
|
|
|
|
|
def io
|
|
|
|
@__io__ = true
|
|
|
|
MiniTest::Unit.output
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Have we hooked up the IO yet?
|
|
|
|
|
|
|
|
def io?
|
|
|
|
@__io__
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.reset # :nodoc:
|
|
|
|
@@test_suites = {}
|
|
|
|
end
|
|
|
|
|
|
|
|
reset
|
|
|
|
|
|
|
|
##
|
|
|
|
# Make diffs for this TestCase use #pretty_inspect so that diff
|
|
|
|
# in assert_equal can be more details. NOTE: this is much slower
|
|
|
|
# than the regular inspect but much more usable for complex
|
|
|
|
# objects.
|
|
|
|
|
|
|
|
def self.make_my_diffs_pretty!
|
|
|
|
require 'pp'
|
|
|
|
|
|
|
|
define_method :mu_pp do |o|
|
|
|
|
o.pretty_inspect
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.inherited klass # :nodoc:
|
|
|
|
@@test_suites[klass] = true
|
|
|
|
super
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.test_order # :nodoc:
|
|
|
|
:random
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.test_suites # :nodoc:
|
|
|
|
@@test_suites.keys.sort_by { |ts| ts.name.to_s }
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.test_methods # :nodoc:
|
|
|
|
methods = public_instance_methods(true).grep(/^test/).map { |m| m.to_s }
|
|
|
|
|
|
|
|
case self.test_order
|
|
|
|
when :parallel
|
|
|
|
max = methods.size
|
|
|
|
ParallelEach.new methods.sort.sort_by { rand max }
|
|
|
|
when :random then
|
|
|
|
max = methods.size
|
|
|
|
methods.sort.sort_by { rand max }
|
|
|
|
when :alpha, :sorted then
|
|
|
|
methods.sort
|
|
|
|
else
|
|
|
|
raise "Unknown test_order: #{self.test_order.inspect}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Returns true if the test passed.
|
|
|
|
|
|
|
|
def passed?
|
|
|
|
@passed
|
|
|
|
end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs before every test. Use this to set up before each test
|
|
|
|
# run.
|
|
|
|
|
|
|
|
def setup; end
|
|
|
|
|
|
|
|
##
|
|
|
|
# Runs after every test. Use this to clean up after each test
|
|
|
|
# run.
|
|
|
|
|
|
|
|
def teardown; end
|
|
|
|
|
|
|
|
include MiniTest::Assertions
|
|
|
|
end # class TestCase
|
|
|
|
end # class Unit
|
2014-11-25 02:03:36 -05:00
|
|
|
|
|
|
|
Test = Unit::TestCase
|
2014-05-17 02:26:51 -04:00
|
|
|
end # module MiniTest
|
|
|
|
|
|
|
|
Minitest = MiniTest # :nodoc: because ugh... I typo this all the time
|