# frozen_string_literal: false require 'test/unit' require 'timeout' module TestParallel PARALLEL_RB = "#{__dir__}/../../lib/test/unit/parallel.rb" TESTS = "#{__dir__}/tests_for_parallel" # use large timeout for --jit-wait TIMEOUT = EnvUtil.apply_timeout_scale(defined?(RubyVM::JIT) && RubyVM::JIT.enabled? ? 100 : 30) class TestParallelWorker < Test::Unit::TestCase def setup i, @worker_in = IO.pipe @worker_out, o = IO.pipe @worker_pid = spawn(*@options[:ruby], PARALLEL_RB, "--ruby", @options[:ruby].join(" "), "-j", "t1", "-v", out: o, in: i) [i,o].each(&:close) end def teardown if @worker_pid && @worker_in begin begin @worker_in.puts "quit" rescue IOError, Errno::EPIPE end Timeout.timeout(2) do Process.waitpid(@worker_pid) end rescue Timeout::Error begin Process.kill(:KILL, @worker_pid) rescue Errno::ESRCH end end end ensure begin @worker_in.close @worker_out.close rescue Errno::EPIPE # may already broken and rescue'ed in above code end end def test_run Timeout.timeout(TIMEOUT) do assert_match(/^ready/,@worker_out.gets) @worker_in.puts "run #{TESTS}/ptest_first.rb test" assert_match(/^okay/,@worker_out.gets) assert_match(/^start/,@worker_out.gets) assert_match(/^record/,@worker_out.gets) assert_match(/^p/,@worker_out.gets) assert_match(/^done/,@worker_out.gets) assert_match(/^ready/,@worker_out.gets) end end def test_run_multiple_testcase_in_one_file Timeout.timeout(TIMEOUT) do assert_match(/^ready/,@worker_out.gets) @worker_in.puts "run #{TESTS}/ptest_second.rb test" assert_match(/^okay/,@worker_out.gets) assert_match(/^start/,@worker_out.gets) assert_match(/^record/,@worker_out.gets) assert_match(/^p/,@worker_out.gets) assert_match(/^done/,@worker_out.gets) assert_match(/^start/,@worker_out.gets) assert_match(/^record/,@worker_out.gets) assert_match(/^p/,@worker_out.gets) assert_match(/^done/,@worker_out.gets) assert_match(/^ready/,@worker_out.gets) end end def test_accept_run_command_multiple_times Timeout.timeout(TIMEOUT) do assert_match(/^ready/,@worker_out.gets) @worker_in.puts "run #{TESTS}/ptest_first.rb test" assert_match(/^okay/,@worker_out.gets) assert_match(/^start/,@worker_out.gets) assert_match(/^record/,@worker_out.gets) assert_match(/^p/,@worker_out.gets) assert_match(/^done/,@worker_out.gets) assert_match(/^ready/,@worker_out.gets) @worker_in.puts "run #{TESTS}/ptest_second.rb test" assert_match(/^okay/,@worker_out.gets) assert_match(/^start/,@worker_out.gets) assert_match(/^record/,@worker_out.gets) assert_match(/^p/,@worker_out.gets) assert_match(/^done/,@worker_out.gets) assert_match(/^start/,@worker_out.gets) assert_match(/^record/,@worker_out.gets) assert_match(/^p/,@worker_out.gets) assert_match(/^done/,@worker_out.gets) assert_match(/^ready/,@worker_out.gets) end end def test_p Timeout.timeout(TIMEOUT) do @worker_in.puts "run #{TESTS}/ptest_first.rb test" while buf = @worker_out.gets break if /^p (.+?)$/ =~ buf end assert_not_nil($1, "'p' was not found") assert_match(/TestA#test_nothing_test = \d+\.\d+ s = \.\n/, $1.chomp.unpack1("m")) end end def test_done Timeout.timeout(TIMEOUT) do @worker_in.puts "run #{TESTS}/ptest_forth.rb test" while buf = @worker_out.gets break if /^done (.+?)$/ =~ buf end assert_not_nil($1, "'done' was not found") result = Marshal.load($1.chomp.unpack1("m")) assert_equal(5, result[0]) pend "TODO: result[1] returns 17. We should investigate it" do assert_equal(12, result[1]) end assert_kind_of(Array,result[2]) assert_kind_of(Array,result[3]) assert_kind_of(Array,result[4]) assert_kind_of(Array,result[2][1]) assert_kind_of(Test::Unit::AssertionFailedError,result[2][0][2]) assert_kind_of(Test::Unit::PendedError,result[2][1][2]) assert_kind_of(Test::Unit::PendedError,result[2][2][2]) assert_kind_of(Exception, result[2][3][2]) assert_equal(result[5], "TestE") end end def test_quit Timeout.timeout(TIMEOUT) do @worker_in.puts "quit" assert_match(/^bye$/m,@worker_out.read) end end end class TestParallel < Test::Unit::TestCase def spawn_runner(*opt_args) @test_out, o = IO.pipe @test_pid = spawn(*@options[:ruby], TESTS+"/runner.rb", "--ruby", @options[:ruby].join(" "), "-j","t1",*opt_args, out: o, err: o) o.close end def teardown begin if @test_pid Timeout.timeout(2) do Process.waitpid(@test_pid) end end rescue Timeout::Error Process.kill(:KILL, @test_pid) if @test_pid ensure @test_out&.close end end def test_ignore_jzero @test_out, o = IO.pipe @test_pid = spawn(*@options[:ruby], TESTS+"/runner.rb", "--ruby", @options[:ruby].join(" "), "-j","0", out: File::NULL, err: o) o.close Timeout.timeout(TIMEOUT) { assert_match(/Error: parameter of -j option should be greater than 0/,@test_out.read) } end def test_should_run_all_without_any_leaks spawn_runner buf = Timeout.timeout(TIMEOUT) {@test_out.read} assert_match(/^9 tests/,buf) end def test_should_retry_failed_on_workers spawn_runner buf = Timeout.timeout(TIMEOUT) {@test_out.read} assert_match(/^Retrying\.+$/,buf) end def test_no_retry_option spawn_runner "--no-retry" buf = Timeout.timeout(TIMEOUT) {@test_out.read} refute_match(/^Retrying\.+$/,buf) assert_match(/^ +\d+\) Failure:\nTestD#test_fail_at_worker/,buf) end def test_jobs_status spawn_runner "--jobs-status" buf = Timeout.timeout(TIMEOUT) {@test_out.read} assert_match(/\d+=ptest_(first|second|third|forth) */,buf) end def test_separate # this test depends to --jobs-status spawn_runner "--jobs-status", "--separate" buf = Timeout.timeout(TIMEOUT) {@test_out.read} assert(buf.scan(/^\[\s*\d+\/\d+\]\s*(\d+?)=/).flatten.uniq.size > 1, message("retried tests should run in different processes") {buf}) end def test_hungup spawn_runner "--worker-timeout=1", "test4test_hungup.rb" buf = Timeout.timeout(TIMEOUT) {@test_out.read} assert_match(/^Retrying hung up testcases\.+$/, buf) assert_match(/^2 tests,.* 0 failures,/, buf) end end end