2018-09-03 06:08:49 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2019-06-17 23:37:05 -04:00
|
|
|
require 'active_support/core_ext/hash'
|
|
|
|
|
2018-09-03 06:08:49 -04:00
|
|
|
describe QA::Specs::Runner do
|
2019-06-17 23:37:05 -04:00
|
|
|
shared_examples 'excludes orchestrated' do
|
|
|
|
it 'excludes the orchestrated tag and includes default args' do
|
|
|
|
expect_rspec_runner_arguments(['--tag', '~orchestrated', *described_class::DEFAULT_TEST_PATH_ARGS])
|
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-02-06 16:08:48 -05:00
|
|
|
describe '#perform' do
|
2018-09-03 06:08:49 -04:00
|
|
|
before do
|
|
|
|
allow(QA::Runtime::Browser).to receive(:configure!)
|
|
|
|
end
|
|
|
|
|
2019-06-17 23:37:05 -04:00
|
|
|
it_behaves_like 'excludes orchestrated'
|
2018-09-03 06:08:49 -04:00
|
|
|
|
|
|
|
context 'when tty is set' do
|
2018-09-06 18:52:29 -04:00
|
|
|
subject { described_class.new.tap { |runner| runner.tty = true } }
|
2018-09-03 06:08:49 -04:00
|
|
|
|
|
|
|
it 'sets the `--tty` flag' do
|
2018-09-06 18:52:29 -04:00
|
|
|
expect_rspec_runner_arguments(['--tty', '--tag', '~orchestrated', *described_class::DEFAULT_TEST_PATH_ARGS])
|
2018-09-03 06:08:49 -04:00
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when tags are set' do
|
2018-09-06 18:52:29 -04:00
|
|
|
subject { described_class.new.tap { |runner| runner.tags = %i[orchestrated github] } }
|
2018-09-03 06:08:49 -04:00
|
|
|
|
|
|
|
it 'focuses on the given tags' do
|
2018-09-06 18:52:29 -04:00
|
|
|
expect_rspec_runner_arguments(['--tag', 'orchestrated', '--tag', 'github', *described_class::DEFAULT_TEST_PATH_ARGS])
|
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when "--tag smoke" is set as options' do
|
|
|
|
subject { described_class.new.tap { |runner| runner.options = %w[--tag smoke] } }
|
|
|
|
|
|
|
|
it 'focuses on the given tag without excluded the orchestrated tag' do
|
|
|
|
expect_rspec_runner_arguments(['--tag', 'smoke', *described_class::DEFAULT_TEST_PATH_ARGS])
|
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when "qa/specs/features/foo" is set as options' do
|
|
|
|
subject { described_class.new.tap { |runner| runner.options = %w[qa/specs/features/foo] } }
|
|
|
|
|
|
|
|
it 'passes the given tests path and excludes the orchestrated tag' do
|
|
|
|
expect_rspec_runner_arguments(['--tag', '~orchestrated', 'qa/specs/features/foo'])
|
2018-09-03 06:08:49 -04:00
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
2018-09-06 18:52:29 -04:00
|
|
|
|
2019-07-09 11:40:46 -04:00
|
|
|
context 'when "--tag smoke" and "qa/specs/features/foo" are set as options' do
|
|
|
|
subject { described_class.new.tap { |runner| runner.options = %w[--tag smoke qa/specs/features/foo] } }
|
2018-09-06 18:52:29 -04:00
|
|
|
|
2019-07-09 11:40:46 -04:00
|
|
|
it 'focuses on the given tag and includes the path without excluding the orchestrated tag' do
|
|
|
|
expect_rspec_runner_arguments(['--tag', 'smoke', 'qa/specs/features/foo'])
|
2018-09-06 18:52:29 -04:00
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-10-08 14:56:32 -04:00
|
|
|
context 'when SIGNUP_DISABLED is true' do
|
|
|
|
before do
|
|
|
|
allow(QA::Runtime::Env).to receive(:signup_disabled?).and_return(true)
|
|
|
|
end
|
|
|
|
|
2019-04-12 06:27:19 -04:00
|
|
|
it 'includes default args and excludes the skip_signup_disabled tag' do
|
2018-10-08 14:56:32 -04:00
|
|
|
expect_rspec_runner_arguments(['--tag', '~orchestrated', '--tag', '~skip_signup_disabled', *described_class::DEFAULT_TEST_PATH_ARGS])
|
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-06-17 23:37:05 -04:00
|
|
|
context 'testable features' do
|
|
|
|
shared_examples 'one supported feature' do |feature|
|
|
|
|
before do
|
|
|
|
QA::Runtime::Env.supported_features.each do |tag, _|
|
|
|
|
allow(QA::Runtime::Env).to receive(:can_test?).with(tag).and_return(false)
|
|
|
|
end
|
|
|
|
|
|
|
|
allow(QA::Runtime::Env).to receive(:can_test?).with(feature).and_return(true) unless feature.nil?
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'includes default args and excludes all unsupported tags' do
|
|
|
|
expect_rspec_runner_arguments(['--tag', '~orchestrated', *excluded_feature_tags_except(feature), *described_class::DEFAULT_TEST_PATH_ARGS])
|
|
|
|
|
|
|
|
subject.perform
|
|
|
|
end
|
2018-10-23 14:54:00 -04:00
|
|
|
end
|
|
|
|
|
2019-06-17 23:37:05 -04:00
|
|
|
context 'when only git protocol 2 is supported' do
|
|
|
|
it_behaves_like 'one supported feature', :git_protocol_v2
|
|
|
|
end
|
2018-10-23 14:54:00 -04:00
|
|
|
|
2019-06-17 23:37:05 -04:00
|
|
|
context 'when only admin features are supported' do
|
|
|
|
it_behaves_like 'one supported feature', :admin
|
|
|
|
end
|
2018-10-23 14:54:00 -04:00
|
|
|
|
2019-06-17 23:37:05 -04:00
|
|
|
context 'when no features are supported' do
|
|
|
|
it_behaves_like 'one supported feature', nil
|
2018-10-23 14:54:00 -04:00
|
|
|
end
|
2019-06-17 23:37:05 -04:00
|
|
|
|
|
|
|
context 'when all features are supported' do
|
|
|
|
before do
|
|
|
|
QA::Runtime::Env.supported_features.each do |tag, _|
|
|
|
|
allow(QA::Runtime::Env).to receive(:can_test?).with(tag).and_return(true)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
it_behaves_like 'excludes orchestrated'
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when features are not specified' do
|
|
|
|
it_behaves_like 'excludes orchestrated'
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def excluded_feature_tags_except(tag)
|
2019-07-22 18:29:14 -04:00
|
|
|
QA::Runtime::Env.supported_features.except(tag).flat_map do |tag, _|
|
2019-06-17 23:37:05 -04:00
|
|
|
['--tag', "~requires_#{tag}"]
|
2019-07-22 18:29:14 -04:00
|
|
|
end
|
2018-10-23 14:54:00 -04:00
|
|
|
end
|
|
|
|
|
2018-09-06 18:52:29 -04:00
|
|
|
def expect_rspec_runner_arguments(arguments)
|
|
|
|
expect(RSpec::Core::Runner).to receive(:run)
|
|
|
|
.with(arguments, $stderr, $stdout)
|
|
|
|
.and_return(0)
|
|
|
|
end
|
2018-09-03 06:08:49 -04:00
|
|
|
end
|
|
|
|
end
|