mirror of
https://github.com/ruby/ruby.git
synced 2022-11-09 12:17:21 -05:00
219 lines
7 KiB
Ruby
219 lines
7 KiB
Ruby
# frozen_string_literal: false
|
|
require 'test/unit'
|
|
require 'timeout'
|
|
|
|
module TestParallel
|
|
PARALLEL_RB = "#{__dir__}/../../lib/test/unit/parallel.rb"
|
|
TESTS = "#{__dir__}/tests_for_parallel"
|
|
# use large timeout for --jit-wait
|
|
TIMEOUT = EnvUtil.apply_timeout_scale(defined?(RubyVM::JIT) && RubyVM::JIT.enabled? ? 100 : 30)
|
|
|
|
class TestParallelWorker < Test::Unit::TestCase
|
|
def setup
|
|
i, @worker_in = IO.pipe
|
|
@worker_out, o = IO.pipe
|
|
@worker_pid = spawn(*@options[:ruby], PARALLEL_RB,
|
|
"--ruby", @options[:ruby].join(" "),
|
|
"-j", "t1", "-v", out: o, in: i)
|
|
[i,o].each(&:close)
|
|
end
|
|
|
|
def teardown
|
|
if @worker_pid && @worker_in
|
|
begin
|
|
begin
|
|
@worker_in.puts "quit"
|
|
rescue IOError, Errno::EPIPE
|
|
end
|
|
Timeout.timeout(2) do
|
|
Process.waitpid(@worker_pid)
|
|
end
|
|
rescue Timeout::Error
|
|
begin
|
|
Process.kill(:KILL, @worker_pid)
|
|
rescue Errno::ESRCH
|
|
end
|
|
end
|
|
end
|
|
ensure
|
|
begin
|
|
@worker_in.close
|
|
@worker_out.close
|
|
rescue Errno::EPIPE
|
|
# may already broken and rescue'ed in above code
|
|
end
|
|
end
|
|
|
|
def test_run
|
|
Timeout.timeout(TIMEOUT) do
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
@worker_in.puts "run #{TESTS}/ptest_first.rb test"
|
|
assert_match(/^okay/,@worker_out.gets)
|
|
assert_match(/^start/,@worker_out.gets)
|
|
assert_match(/^record/,@worker_out.gets)
|
|
assert_match(/^p/,@worker_out.gets)
|
|
assert_match(/^done/,@worker_out.gets)
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
end
|
|
end
|
|
|
|
def test_run_multiple_testcase_in_one_file
|
|
Timeout.timeout(TIMEOUT) do
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
@worker_in.puts "run #{TESTS}/ptest_second.rb test"
|
|
assert_match(/^okay/,@worker_out.gets)
|
|
assert_match(/^start/,@worker_out.gets)
|
|
assert_match(/^record/,@worker_out.gets)
|
|
assert_match(/^p/,@worker_out.gets)
|
|
assert_match(/^done/,@worker_out.gets)
|
|
assert_match(/^start/,@worker_out.gets)
|
|
assert_match(/^record/,@worker_out.gets)
|
|
assert_match(/^p/,@worker_out.gets)
|
|
assert_match(/^done/,@worker_out.gets)
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
end
|
|
end
|
|
|
|
def test_accept_run_command_multiple_times
|
|
Timeout.timeout(TIMEOUT) do
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
@worker_in.puts "run #{TESTS}/ptest_first.rb test"
|
|
assert_match(/^okay/,@worker_out.gets)
|
|
assert_match(/^start/,@worker_out.gets)
|
|
assert_match(/^record/,@worker_out.gets)
|
|
assert_match(/^p/,@worker_out.gets)
|
|
assert_match(/^done/,@worker_out.gets)
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
@worker_in.puts "run #{TESTS}/ptest_second.rb test"
|
|
assert_match(/^okay/,@worker_out.gets)
|
|
assert_match(/^start/,@worker_out.gets)
|
|
assert_match(/^record/,@worker_out.gets)
|
|
assert_match(/^p/,@worker_out.gets)
|
|
assert_match(/^done/,@worker_out.gets)
|
|
assert_match(/^start/,@worker_out.gets)
|
|
assert_match(/^record/,@worker_out.gets)
|
|
assert_match(/^p/,@worker_out.gets)
|
|
assert_match(/^done/,@worker_out.gets)
|
|
assert_match(/^ready/,@worker_out.gets)
|
|
end
|
|
end
|
|
|
|
def test_p
|
|
Timeout.timeout(TIMEOUT) do
|
|
@worker_in.puts "run #{TESTS}/ptest_first.rb test"
|
|
while buf = @worker_out.gets
|
|
break if /^p (.+?)$/ =~ buf
|
|
end
|
|
assert_not_nil($1, "'p' was not found")
|
|
assert_match(/TestA#test_nothing_test = \d+\.\d+ s = \.\n/, $1.chomp.unpack1("m"))
|
|
end
|
|
end
|
|
|
|
def test_done
|
|
Timeout.timeout(TIMEOUT) do
|
|
@worker_in.puts "run #{TESTS}/ptest_forth.rb test"
|
|
while buf = @worker_out.gets
|
|
break if /^done (.+?)$/ =~ buf
|
|
end
|
|
assert_not_nil($1, "'done' was not found")
|
|
|
|
result = Marshal.load($1.chomp.unpack1("m"))
|
|
assert_equal(5, result[0])
|
|
pend "TODO: result[1] returns 17. We should investigate it" do
|
|
assert_equal(12, result[1])
|
|
end
|
|
assert_kind_of(Array,result[2])
|
|
assert_kind_of(Array,result[3])
|
|
assert_kind_of(Array,result[4])
|
|
assert_kind_of(Array,result[2][1])
|
|
assert_kind_of(Test::Unit::AssertionFailedError,result[2][0][2])
|
|
assert_kind_of(Test::Unit::PendedError,result[2][1][2])
|
|
assert_kind_of(Test::Unit::PendedError,result[2][2][2])
|
|
assert_kind_of(Exception, result[2][3][2])
|
|
assert_equal(result[5], "TestE")
|
|
end
|
|
end
|
|
|
|
def test_quit
|
|
Timeout.timeout(TIMEOUT) do
|
|
@worker_in.puts "quit"
|
|
assert_match(/^bye$/m,@worker_out.read)
|
|
end
|
|
end
|
|
end
|
|
|
|
class TestParallel < Test::Unit::TestCase
|
|
def spawn_runner(*opt_args)
|
|
@test_out, o = IO.pipe
|
|
@test_pid = spawn(*@options[:ruby], TESTS+"/runner.rb",
|
|
"--ruby", @options[:ruby].join(" "),
|
|
"-j","t1",*opt_args, out: o, err: o)
|
|
o.close
|
|
end
|
|
|
|
def teardown
|
|
begin
|
|
if @test_pid
|
|
Timeout.timeout(2) do
|
|
Process.waitpid(@test_pid)
|
|
end
|
|
end
|
|
rescue Timeout::Error
|
|
Process.kill(:KILL, @test_pid) if @test_pid
|
|
ensure
|
|
@test_out&.close
|
|
end
|
|
end
|
|
|
|
def test_ignore_jzero
|
|
@test_out, o = IO.pipe
|
|
@test_pid = spawn(*@options[:ruby], TESTS+"/runner.rb",
|
|
"--ruby", @options[:ruby].join(" "),
|
|
"-j","0", out: File::NULL, err: o)
|
|
o.close
|
|
Timeout.timeout(TIMEOUT) {
|
|
assert_match(/Error: parameter of -j option should be greater than 0/,@test_out.read)
|
|
}
|
|
end
|
|
|
|
def test_should_run_all_without_any_leaks
|
|
spawn_runner
|
|
buf = Timeout.timeout(TIMEOUT) {@test_out.read}
|
|
assert_match(/^9 tests/,buf)
|
|
end
|
|
|
|
def test_should_retry_failed_on_workers
|
|
spawn_runner
|
|
buf = Timeout.timeout(TIMEOUT) {@test_out.read}
|
|
assert_match(/^Retrying\.+$/,buf)
|
|
end
|
|
|
|
def test_no_retry_option
|
|
spawn_runner "--no-retry"
|
|
buf = Timeout.timeout(TIMEOUT) {@test_out.read}
|
|
refute_match(/^Retrying\.+$/,buf)
|
|
assert_match(/^ +\d+\) Failure:\nTestD#test_fail_at_worker/,buf)
|
|
end
|
|
|
|
def test_jobs_status
|
|
spawn_runner "--jobs-status"
|
|
buf = Timeout.timeout(TIMEOUT) {@test_out.read}
|
|
assert_match(/\d+=ptest_(first|second|third|forth) */,buf)
|
|
end
|
|
|
|
def test_separate
|
|
# this test depends to --jobs-status
|
|
spawn_runner "--jobs-status", "--separate"
|
|
buf = Timeout.timeout(TIMEOUT) {@test_out.read}
|
|
assert(buf.scan(/^\[\s*\d+\/\d+\]\s*(\d+?)=/).flatten.uniq.size > 1,
|
|
message("retried tests should run in different processes") {buf})
|
|
end
|
|
|
|
def test_hungup
|
|
spawn_runner "--worker-timeout=1", "test4test_hungup.rb"
|
|
buf = Timeout.timeout(TIMEOUT) {@test_out.read}
|
|
assert_match(/^Retrying hung up testcases\.+$/, buf)
|
|
assert_match(/^2 tests,.* 0 failures,/, buf)
|
|
end
|
|
end
|
|
end
|