2015-08-25 21:42:46 -04:00
|
|
|
module Ci
|
2016-06-02 10:19:18 -04:00
|
|
|
class Pipeline < ActiveRecord::Base
|
2015-08-25 21:42:46 -04:00
|
|
|
extend Ci::Model
|
2016-04-16 15:46:26 -04:00
|
|
|
include Statuseable
|
2015-09-24 11:09:33 -04:00
|
|
|
|
2016-06-03 06:00:16 -04:00
|
|
|
self.table_name = 'ci_commits'
|
|
|
|
|
2015-12-04 06:55:23 -05:00
|
|
|
belongs_to :project, class_name: '::Project', foreign_key: :gl_project_id
|
2016-06-03 07:58:35 -04:00
|
|
|
has_many :statuses, class_name: 'CommitStatus', foreign_key: :commit_id
|
|
|
|
has_many :builds, class_name: 'Ci::Build', foreign_key: :commit_id
|
2016-06-03 08:46:17 -04:00
|
|
|
has_many :trigger_requests, dependent: :destroy, class_name: 'Ci::TriggerRequest', foreign_key: :commit_id
|
2015-08-25 21:42:46 -04:00
|
|
|
|
2015-10-02 07:46:38 -04:00
|
|
|
validates_presence_of :sha
|
2016-04-16 16:43:40 -04:00
|
|
|
validates_presence_of :status
|
2015-08-25 21:42:46 -04:00
|
|
|
validate :valid_commit_sha
|
|
|
|
|
2016-04-11 10:55:40 -04:00
|
|
|
# Invalidate object and save if when touched
|
2016-06-02 11:17:23 -04:00
|
|
|
after_touch :update_state
|
2016-07-03 19:58:58 -04:00
|
|
|
after_save :keep_around_commits
|
2016-04-11 10:55:40 -04:00
|
|
|
|
2015-08-25 21:42:46 -04:00
|
|
|
def self.truncate_sha(sha)
|
|
|
|
sha[0...8]
|
|
|
|
end
|
|
|
|
|
2016-04-12 13:57:54 -04:00
|
|
|
def self.stages
|
2016-05-14 15:47:47 -04:00
|
|
|
# We use pluck here due to problems with MySQL which doesn't allow LIMIT/OFFSET in queries
|
2016-06-03 09:35:16 -04:00
|
|
|
CommitStatus.where(pipeline: pluck(:id)).stages
|
2016-04-12 13:57:54 -04:00
|
|
|
end
|
|
|
|
|
2015-09-28 07:35:26 -04:00
|
|
|
def project_id
|
|
|
|
project.id
|
2015-09-28 07:14:34 -04:00
|
|
|
end
|
|
|
|
|
2015-08-25 21:42:46 -04:00
|
|
|
def valid_commit_sha
|
2015-12-11 11:57:04 -05:00
|
|
|
if self.sha == Gitlab::Git::BLANK_SHA
|
2015-08-25 21:42:46 -04:00
|
|
|
self.errors.add(:sha, " cant be 00000000 (branch removal)")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def git_author_name
|
2016-06-21 08:43:37 -04:00
|
|
|
commit.try(:author_name)
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def git_author_email
|
2016-06-21 08:43:37 -04:00
|
|
|
commit.try(:author_email)
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def git_commit_message
|
2016-06-21 08:43:37 -04:00
|
|
|
commit.try(:message)
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def short_sha
|
2016-06-02 10:19:18 -04:00
|
|
|
Ci::Pipeline.truncate_sha(sha)
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
2016-06-21 08:43:37 -04:00
|
|
|
def commit
|
2015-12-04 06:55:23 -05:00
|
|
|
@commit ||= project.commit(sha)
|
2015-08-25 21:42:46 -04:00
|
|
|
rescue
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
|
2016-03-31 13:51:28 -04:00
|
|
|
def branch?
|
|
|
|
!tag?
|
|
|
|
end
|
|
|
|
|
|
|
|
def retryable?
|
|
|
|
builds.latest.any? do |build|
|
2016-04-16 16:43:40 -04:00
|
|
|
build.failed? && build.retryable?
|
2016-03-31 13:51:28 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-05-31 09:26:00 -04:00
|
|
|
def cancelable?
|
|
|
|
builds.running_or_pending.any?
|
|
|
|
end
|
|
|
|
|
2016-05-09 19:26:13 -04:00
|
|
|
def cancel_running
|
|
|
|
builds.running_or_pending.each(&:cancel)
|
|
|
|
end
|
|
|
|
|
2016-06-14 07:04:10 -04:00
|
|
|
def retry_failed(user)
|
|
|
|
builds.latest.failed.select(&:retryable?).each do |build|
|
|
|
|
Ci::Build.retry(build, user)
|
|
|
|
end
|
2016-05-09 19:26:13 -04:00
|
|
|
end
|
|
|
|
|
2016-04-13 07:01:08 -04:00
|
|
|
def latest?
|
|
|
|
return false unless ref
|
|
|
|
commit = project.commit(ref)
|
|
|
|
return false unless commit
|
|
|
|
commit.sha == sha
|
|
|
|
end
|
|
|
|
|
2016-04-12 13:57:22 -04:00
|
|
|
def triggered?
|
|
|
|
trigger_requests.any?
|
|
|
|
end
|
|
|
|
|
2016-06-15 08:03:43 -04:00
|
|
|
def create_builds(user, trigger_request = nil)
|
|
|
|
##
|
|
|
|
# We persist pipeline only if there are builds available
|
|
|
|
#
|
2015-08-25 21:42:46 -04:00
|
|
|
return unless config_processor
|
2016-06-15 04:05:36 -04:00
|
|
|
|
2016-06-15 04:22:20 -04:00
|
|
|
build_builds_for_stages(config_processor.stages, user,
|
2016-06-15 08:03:43 -04:00
|
|
|
'success', trigger_request) && save
|
2016-06-03 05:58:08 -04:00
|
|
|
end
|
|
|
|
|
2015-10-15 09:08:31 -04:00
|
|
|
def create_next_builds(build)
|
2015-10-05 06:02:26 -04:00
|
|
|
return unless config_processor
|
|
|
|
|
2015-10-15 09:08:31 -04:00
|
|
|
# don't create other builds if this one is retried
|
2016-03-31 13:51:28 -04:00
|
|
|
latest_builds = builds.latest
|
2015-10-15 09:08:31 -04:00
|
|
|
return unless latest_builds.exists?(build.id)
|
2015-10-05 06:02:26 -04:00
|
|
|
|
2015-10-15 09:08:31 -04:00
|
|
|
# get list of stages after this build
|
|
|
|
next_stages = config_processor.stages.drop_while { |stage| stage != build.stage }
|
|
|
|
next_stages.delete(build.stage)
|
|
|
|
|
|
|
|
# get status for all prior builds
|
2016-04-12 05:15:19 -04:00
|
|
|
prior_builds = latest_builds.where.not(stage: next_stages)
|
|
|
|
prior_status = prior_builds.status
|
2015-10-15 09:08:31 -04:00
|
|
|
|
2016-06-15 04:22:20 -04:00
|
|
|
# build builds for next stage that has builds available
|
|
|
|
# and save pipeline if we have builds
|
|
|
|
build_builds_for_stages(next_stages, build.user, prior_status,
|
|
|
|
build.trigger_request) && save
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
2015-10-06 06:01:16 -04:00
|
|
|
def retried
|
|
|
|
@retried ||= (statuses.order(id: :desc) - statuses.latest)
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def coverage
|
2016-04-13 14:51:03 -04:00
|
|
|
coverage_array = statuses.latest.map(&:coverage).compact
|
2015-12-04 06:55:23 -05:00
|
|
|
if coverage_array.size >= 1
|
|
|
|
'%.2f' % (coverage_array.reduce(:+) / coverage_array.size)
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def config_processor
|
2015-11-18 10:32:00 -05:00
|
|
|
return nil unless ci_yaml_file
|
2016-04-13 14:54:21 -04:00
|
|
|
return @config_processor if defined?(@config_processor)
|
|
|
|
|
|
|
|
@config_processor ||= begin
|
|
|
|
Ci::GitlabCiYamlProcessor.new(ci_yaml_file, project.path_with_namespace)
|
|
|
|
rescue Ci::GitlabCiYamlProcessor::ValidationError, Psych::SyntaxError => e
|
2016-06-02 07:52:19 -04:00
|
|
|
self.yaml_errors = e.message
|
2016-04-13 14:54:21 -04:00
|
|
|
nil
|
|
|
|
rescue
|
2016-06-02 06:39:15 -04:00
|
|
|
self.yaml_errors = 'Undefined error'
|
2016-04-13 14:54:21 -04:00
|
|
|
nil
|
|
|
|
end
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
2015-10-02 07:46:38 -04:00
|
|
|
def ci_yaml_file
|
2016-04-13 14:54:21 -04:00
|
|
|
return @ci_yaml_file if defined?(@ci_yaml_file)
|
|
|
|
|
2016-02-02 08:35:09 -05:00
|
|
|
@ci_yaml_file ||= begin
|
|
|
|
blob = project.repository.blob_at(sha, '.gitlab-ci.yml')
|
|
|
|
blob.load_all_data!(project.repository)
|
|
|
|
blob.data
|
2016-04-13 14:54:21 -04:00
|
|
|
rescue
|
|
|
|
nil
|
2016-02-02 08:35:09 -05:00
|
|
|
end
|
2015-10-02 07:46:38 -04:00
|
|
|
end
|
|
|
|
|
2015-08-25 21:42:46 -04:00
|
|
|
def skip_ci?
|
2016-06-23 06:09:54 -04:00
|
|
|
git_commit_message =~ /\[(ci skip|skip ci)\]/i if git_commit_message
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
|
2016-04-29 09:14:38 -04:00
|
|
|
def environments
|
|
|
|
builds.where.not(environment: nil).success.pluck(:environment).uniq
|
|
|
|
end
|
|
|
|
|
2016-06-23 06:29:11 -04:00
|
|
|
# Manually set the notes for a Ci::Pipeline
|
|
|
|
# There is no ActiveRecord relation between Ci::Pipeline and notes
|
|
|
|
# as they are related to a commit sha. This method helps importing
|
|
|
|
# them using the +Gitlab::ImportExport::RelationFactory+ class.
|
|
|
|
def notes=(notes)
|
|
|
|
notes.each do |note|
|
|
|
|
note[:id] = nil
|
|
|
|
note[:commit_id] = sha
|
|
|
|
note[:noteable_id] = self['id']
|
|
|
|
note.save!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-06-13 04:55:54 -04:00
|
|
|
def notes
|
|
|
|
Note.for_commit_id(sha)
|
|
|
|
end
|
|
|
|
|
2016-06-02 11:17:23 -04:00
|
|
|
private
|
|
|
|
|
2016-06-15 04:22:20 -04:00
|
|
|
def build_builds_for_stages(stages, user, status, trigger_request)
|
|
|
|
##
|
|
|
|
# Note that `Array#any?` implements a short circuit evaluation, so we
|
|
|
|
# build builds only for the first stage that has builds available.
|
|
|
|
#
|
|
|
|
stages.any? do |stage|
|
|
|
|
CreateBuildsService.new(self)
|
|
|
|
.execute(stage, user, status, trigger_request).present?
|
|
|
|
end
|
2016-06-14 07:44:03 -04:00
|
|
|
end
|
|
|
|
|
2016-06-02 11:17:23 -04:00
|
|
|
def update_state
|
2016-04-13 14:51:03 -04:00
|
|
|
statuses.reload
|
|
|
|
self.status = if yaml_errors.blank?
|
|
|
|
statuses.latest.status || 'skipped'
|
2016-04-13 11:30:31 -04:00
|
|
|
else
|
2016-04-13 14:51:03 -04:00
|
|
|
'failed'
|
2016-04-13 11:30:31 -04:00
|
|
|
end
|
2016-04-13 14:51:03 -04:00
|
|
|
self.started_at = statuses.started_at
|
|
|
|
self.finished_at = statuses.finished_at
|
|
|
|
self.duration = statuses.latest.duration
|
2016-04-11 10:55:40 -04:00
|
|
|
save
|
|
|
|
end
|
2016-07-03 19:58:58 -04:00
|
|
|
|
|
|
|
def keep_around_commits
|
|
|
|
project.repository.keep_around(self.sha)
|
|
|
|
project.repository.keep_around(self.before_sha)
|
|
|
|
end
|
2015-08-25 21:42:46 -04:00
|
|
|
end
|
|
|
|
end
|