2018-07-16 12:31:01 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2016-08-11 09:22:35 -04:00
|
|
|
module Ci
|
|
|
|
class ProcessPipelineService < BaseService
|
|
|
|
attr_reader :pipeline
|
|
|
|
|
2019-08-01 10:26:49 -04:00
|
|
|
def execute(pipeline, trigger_build_name = nil)
|
2016-08-11 09:22:35 -04:00
|
|
|
@pipeline = pipeline
|
|
|
|
|
2017-04-16 07:14:39 -04:00
|
|
|
update_retried
|
|
|
|
|
2019-08-01 10:26:49 -04:00
|
|
|
success =
|
2019-07-26 06:44:13 -04:00
|
|
|
stage_indexes_of_created_processables.flat_map do |index|
|
2016-10-20 03:33:44 -04:00
|
|
|
process_stage(index)
|
2019-08-01 10:26:49 -04:00
|
|
|
end.any?
|
|
|
|
|
|
|
|
# we evaluate dependent needs,
|
|
|
|
# only when the another job has finished
|
|
|
|
success = process_builds_with_needs(trigger_build_name) || success
|
2016-08-29 10:47:31 -04:00
|
|
|
|
2016-10-20 03:33:44 -04:00
|
|
|
@pipeline.update_status
|
2016-10-07 08:52:30 -04:00
|
|
|
|
2019-08-01 10:26:49 -04:00
|
|
|
success
|
2016-08-11 09:22:35 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def process_stage(index)
|
|
|
|
current_status = status_for_prior_stages(index)
|
|
|
|
|
2018-09-27 00:52:15 -04:00
|
|
|
return if HasStatus::BLOCKED_STATUS.include?(current_status)
|
2017-03-03 06:51:23 -05:00
|
|
|
|
2016-10-20 03:33:44 -04:00
|
|
|
if HasStatus::COMPLETED_STATUSES.include?(current_status)
|
2019-01-23 05:48:46 -05:00
|
|
|
created_processables_in_stage(index).select do |build|
|
2016-10-27 07:34:09 -04:00
|
|
|
Gitlab::OptimisticLocking.retry_lock(build) do |subject|
|
2018-09-27 03:10:55 -04:00
|
|
|
Ci::ProcessBuildService.new(project, @user)
|
|
|
|
.execute(build, current_status)
|
2016-10-20 03:33:44 -04:00
|
|
|
end
|
2016-09-12 06:49:58 -04:00
|
|
|
end
|
2016-08-11 09:22:35 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-08-01 10:26:49 -04:00
|
|
|
def process_builds_with_needs(trigger_build_name)
|
|
|
|
return false unless trigger_build_name
|
|
|
|
return false unless Feature.enabled?(:ci_dag_support, project)
|
|
|
|
|
|
|
|
created_processables
|
|
|
|
.with_needs(trigger_build_name)
|
|
|
|
.find_each
|
|
|
|
.map(&method(:process_build_with_needs))
|
|
|
|
.any?
|
|
|
|
end
|
|
|
|
|
|
|
|
def process_build_with_needs(build)
|
|
|
|
current_status = status_for_build_needs(build.needs.map(&:name))
|
|
|
|
|
|
|
|
return unless HasStatus::COMPLETED_STATUSES.include?(current_status)
|
|
|
|
|
|
|
|
Gitlab::OptimisticLocking.retry_lock(build) do |subject|
|
|
|
|
Ci::ProcessBuildService.new(project, @user)
|
|
|
|
.execute(subject, current_status)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2016-08-11 09:22:35 -04:00
|
|
|
def status_for_prior_stages(index)
|
|
|
|
pipeline.builds.where('stage_idx < ?', index).latest.status || 'success'
|
|
|
|
end
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2016-08-11 09:22:35 -04:00
|
|
|
|
2019-08-01 10:26:49 -04:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
|
|
|
def status_for_build_needs(needs)
|
|
|
|
pipeline.builds.where(name: needs).latest.status || 'success'
|
|
|
|
end
|
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
|
|
|
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2019-01-23 05:48:46 -05:00
|
|
|
def stage_indexes_of_created_processables
|
2019-06-25 13:54:42 -04:00
|
|
|
created_processables.order(:stage_idx).pluck(Arel.sql('DISTINCT stage_idx'))
|
2016-08-11 09:22:35 -04:00
|
|
|
end
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2016-08-11 09:22:35 -04:00
|
|
|
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2019-01-23 05:48:46 -05:00
|
|
|
def created_processables_in_stage(index)
|
|
|
|
created_processables.where(stage_idx: index)
|
2016-08-11 09:22:35 -04:00
|
|
|
end
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2016-08-11 09:22:35 -04:00
|
|
|
|
2019-01-23 05:48:46 -05:00
|
|
|
def created_processables
|
2019-01-22 07:54:59 -05:00
|
|
|
pipeline.processables.created
|
2016-08-11 09:22:35 -04:00
|
|
|
end
|
2017-04-16 07:14:39 -04:00
|
|
|
|
|
|
|
# This method is for compatibility and data consistency and should be removed with 9.3 version of GitLab
|
|
|
|
# This replicates what is db/post_migrate/20170416103934_upate_retried_for_ci_build.rb
|
|
|
|
# and ensures that functionality will not be broken before migration is run
|
|
|
|
# this updates only when there are data that needs to be updated, there are two groups with no retried flag
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2017-04-16 07:14:39 -04:00
|
|
|
def update_retried
|
|
|
|
# find the latest builds for each name
|
|
|
|
latest_statuses = pipeline.statuses.latest
|
|
|
|
.group(:name)
|
|
|
|
.having('count(*) > 1')
|
2019-06-25 13:54:42 -04:00
|
|
|
.pluck(Arel.sql('MAX(id)'), 'name')
|
2017-04-16 07:14:39 -04:00
|
|
|
|
|
|
|
# mark builds that are retried
|
|
|
|
pipeline.statuses.latest
|
|
|
|
.where(name: latest_statuses.map(&:second))
|
|
|
|
.where.not(id: latest_statuses.map(&:first))
|
|
|
|
.update_all(retried: true) if latest_statuses.any?
|
|
|
|
end
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2016-08-11 09:22:35 -04:00
|
|
|
end
|
|
|
|
end
|