2017-02-07 13:00:46 +00:00
|
|
|
require 'spec_helper'
|
2015-10-21 09:29:47 +00:00
|
|
|
|
|
|
|
describe StuckCiBuildsWorker do
|
2017-02-07 13:00:46 +00:00
|
|
|
let!(:runner) { create :ci_runner }
|
|
|
|
let!(:build) { create :ci_build, runner: runner }
|
2016-06-12 13:15:58 +00:00
|
|
|
let(:worker) { described_class.new }
|
2017-02-09 02:29:38 +00:00
|
|
|
let(:exclusive_lease_uuid) { SecureRandom.uuid }
|
2015-10-21 09:29:47 +00:00
|
|
|
|
|
|
|
subject do
|
|
|
|
build.reload
|
|
|
|
build.status
|
|
|
|
end
|
|
|
|
|
2017-02-07 22:06:16 +00:00
|
|
|
before do
|
|
|
|
build.update!(status: status, updated_at: updated_at)
|
2017-02-09 02:29:38 +00:00
|
|
|
allow_any_instance_of(Gitlab::ExclusiveLease).to receive(:try_obtain).and_return(exclusive_lease_uuid)
|
2017-02-07 22:06:16 +00:00
|
|
|
end
|
2017-02-07 13:00:46 +00:00
|
|
|
|
|
|
|
shared_examples 'build is dropped' do
|
|
|
|
it 'changes status' do
|
|
|
|
worker.perform
|
|
|
|
is_expected.to eq('failed')
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
shared_examples 'build is unchanged' do
|
|
|
|
it "doesn't change status" do
|
|
|
|
worker.perform
|
|
|
|
is_expected.to eq(status)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when build is pending' do
|
|
|
|
let(:status) { 'pending' }
|
|
|
|
|
|
|
|
context 'when build is not stuck' do
|
|
|
|
before { allow_any_instance_of(Ci::Build).to receive(:stuck?).and_return(false) }
|
|
|
|
|
|
|
|
context 'when build was not updated for more than 1 day ago' do
|
|
|
|
let(:updated_at) { 2.days.ago }
|
|
|
|
it_behaves_like 'build is dropped'
|
2015-10-21 09:29:47 +00:00
|
|
|
end
|
|
|
|
|
2017-02-07 13:00:46 +00:00
|
|
|
context 'when build was updated in less than 1 day ago' do
|
|
|
|
let(:updated_at) { 6.hours.ago }
|
|
|
|
it_behaves_like 'build is unchanged'
|
2015-10-21 09:29:47 +00:00
|
|
|
end
|
|
|
|
|
2017-02-07 13:00:46 +00:00
|
|
|
context 'when build was not updated for more than 1 hour ago' do
|
|
|
|
let(:updated_at) { 2.hours.ago }
|
|
|
|
it_behaves_like 'build is unchanged'
|
2015-10-21 09:29:47 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-02-07 13:00:46 +00:00
|
|
|
context 'when build is stuck' do
|
|
|
|
before { allow_any_instance_of(Ci::Build).to receive(:stuck?).and_return(true) }
|
|
|
|
|
|
|
|
context 'when build was not updated for more than 1 hour ago' do
|
|
|
|
let(:updated_at) { 2.hours.ago }
|
|
|
|
it_behaves_like 'build is dropped'
|
2015-10-21 09:29:47 +00:00
|
|
|
end
|
|
|
|
|
2017-02-07 13:00:46 +00:00
|
|
|
context 'when build was updated in less than 1 hour ago' do
|
|
|
|
let(:updated_at) { 30.minutes.ago }
|
|
|
|
it_behaves_like 'build is unchanged'
|
2015-10-21 09:29:47 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2016-06-12 13:15:58 +00:00
|
|
|
|
2017-02-07 13:00:46 +00:00
|
|
|
context 'when build is running' do
|
|
|
|
let(:status) { 'running' }
|
|
|
|
|
|
|
|
context 'when build was not updated for more than 1 hour ago' do
|
|
|
|
let(:updated_at) { 2.hours.ago }
|
|
|
|
it_behaves_like 'build is dropped'
|
2016-06-12 13:15:58 +00:00
|
|
|
end
|
|
|
|
|
2017-02-07 13:00:46 +00:00
|
|
|
context 'when build was updated in less than 1 hour ago' do
|
|
|
|
let(:updated_at) { 30.minutes.ago }
|
|
|
|
it_behaves_like 'build is unchanged'
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
%w(success skipped failed canceled).each do |status|
|
|
|
|
context "when build is #{status}" do
|
|
|
|
let(:status) { status }
|
|
|
|
let(:updated_at) { 2.days.ago }
|
|
|
|
it_behaves_like 'build is unchanged'
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'for deleted project' do
|
|
|
|
let(:status) { 'running' }
|
|
|
|
let(:updated_at) { 2.days.ago }
|
|
|
|
|
|
|
|
before { build.project.update(pending_delete: true) }
|
|
|
|
|
|
|
|
it 'does not drop build' do
|
2016-06-12 13:15:58 +00:00
|
|
|
expect_any_instance_of(Ci::Build).not_to receive(:drop)
|
|
|
|
worker.perform
|
|
|
|
end
|
|
|
|
end
|
2017-02-07 22:06:16 +00:00
|
|
|
|
|
|
|
describe 'exclusive lease' do
|
|
|
|
let(:status) { 'running' }
|
|
|
|
let(:updated_at) { 2.days.ago }
|
2017-02-09 02:29:38 +00:00
|
|
|
let(:worker2) { described_class.new }
|
2017-02-07 22:06:16 +00:00
|
|
|
|
2017-02-09 02:29:38 +00:00
|
|
|
it 'is guard by exclusive lease when executed concurrently' do
|
|
|
|
expect(worker).to receive(:drop).at_least(:once)
|
|
|
|
expect(worker2).not_to receive(:drop)
|
2017-02-07 22:06:16 +00:00
|
|
|
worker.perform
|
|
|
|
allow_any_instance_of(Gitlab::ExclusiveLease).to receive(:try_obtain).and_return(false)
|
2017-02-09 02:29:38 +00:00
|
|
|
worker2.perform
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'can be executed in sequence' do
|
|
|
|
expect(worker).to receive(:drop).at_least(:once)
|
|
|
|
expect(worker2).to receive(:drop).at_least(:once)
|
|
|
|
worker.perform
|
|
|
|
worker2.perform
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'cancels exclusive lease after worker perform' do
|
|
|
|
expect(Gitlab::ExclusiveLease).to receive(:cancel).with(described_class::EXCLUSIVE_LEASE_KEY, exclusive_lease_uuid)
|
2017-02-07 22:06:16 +00:00
|
|
|
worker.perform
|
|
|
|
end
|
|
|
|
end
|
2017-03-01 12:56:54 +00:00
|
|
|
end
|