2015-08-26 01:42:46 +00:00
|
|
|
module Ci
|
2016-06-02 14:19:18 +00:00
|
|
|
class Pipeline < ActiveRecord::Base
|
2015-08-26 01:42:46 +00:00
|
|
|
extend Ci::Model
|
2016-08-25 02:55:32 +00:00
|
|
|
include HasStatus
|
2016-08-30 08:09:41 +00:00
|
|
|
include Importable
|
2016-10-12 10:07:58 +00:00
|
|
|
include AfterCommitQueue
|
2017-03-28 20:27:16 +00:00
|
|
|
include Presentable
|
2015-09-24 15:09:33 +00:00
|
|
|
|
2017-03-17 23:06:11 +00:00
|
|
|
belongs_to :project
|
2016-07-15 13:42:29 +00:00
|
|
|
belongs_to :user
|
2017-03-18 11:46:56 +00:00
|
|
|
belongs_to :auto_canceled_by, class_name: 'Ci::Pipeline'
|
2017-05-07 22:35:56 +00:00
|
|
|
belongs_to :pipeline_schedule, class_name: 'Ci::PipelineSchedule'
|
2016-07-15 13:42:29 +00:00
|
|
|
|
2017-06-02 10:16:11 +00:00
|
|
|
has_many :stages
|
2016-06-03 11:58:35 +00:00
|
|
|
has_many :statuses, class_name: 'CommitStatus', foreign_key: :commit_id
|
2016-10-18 21:20:36 +00:00
|
|
|
has_many :builds, foreign_key: :commit_id
|
2017-06-08 15:16:27 +00:00
|
|
|
has_many :trigger_requests, dependent: :destroy, foreign_key: :commit_id # rubocop:disable Cop/ActiveRecordDependent
|
2017-03-28 20:04:14 +00:00
|
|
|
|
|
|
|
# Merge requests for which the current pipeline is running against
|
|
|
|
# the merge request's latest commit.
|
2017-03-22 15:20:44 +00:00
|
|
|
has_many :merge_requests, foreign_key: "head_pipeline_id"
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2017-04-06 12:31:38 +00:00
|
|
|
has_many :pending_builds, -> { pending }, foreign_key: :commit_id, class_name: 'Ci::Build'
|
|
|
|
has_many :retryable_builds, -> { latest.failed_or_canceled }, foreign_key: :commit_id, class_name: 'Ci::Build'
|
|
|
|
has_many :cancelable_statuses, -> { cancelable }, foreign_key: :commit_id, class_name: 'CommitStatus'
|
2017-06-02 22:57:40 +00:00
|
|
|
has_many :manual_actions, -> { latest.manual_actions.includes(:project) }, foreign_key: :commit_id, class_name: 'Ci::Build'
|
|
|
|
has_many :artifacts, -> { latest.with_artifacts_not_expired.includes(:project) }, foreign_key: :commit_id, class_name: 'Ci::Build'
|
2017-04-06 12:31:38 +00:00
|
|
|
|
2017-06-02 10:16:11 +00:00
|
|
|
has_many :auto_canceled_pipelines, class_name: 'Ci::Pipeline', foreign_key: 'auto_canceled_by_id'
|
|
|
|
has_many :auto_canceled_jobs, class_name: 'CommitStatus', foreign_key: 'auto_canceled_by_id'
|
|
|
|
|
2017-02-22 22:35:08 +00:00
|
|
|
delegate :id, to: :project, prefix: true
|
|
|
|
|
2017-05-24 13:13:51 +00:00
|
|
|
validates :source, exclusion: { in: %w(unknown), unless: :importing? }, on: :create
|
2017-02-22 00:40:04 +00:00
|
|
|
validates :sha, presence: { unless: :importing? }
|
|
|
|
validates :ref, presence: { unless: :importing? }
|
|
|
|
validates :status, presence: { unless: :importing? }
|
2016-08-30 08:09:41 +00:00
|
|
|
validate :valid_commit_sha, unless: :importing?
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2016-10-19 12:03:31 +00:00
|
|
|
after_create :keep_around_commits, unless: :importing?
|
2016-04-11 14:55:40 +00:00
|
|
|
|
2017-05-24 13:13:51 +00:00
|
|
|
enum source: {
|
|
|
|
unknown: nil,
|
|
|
|
push: 1,
|
|
|
|
web: 2,
|
|
|
|
trigger: 3,
|
|
|
|
schedule: 4,
|
|
|
|
api: 5,
|
|
|
|
external: 6
|
|
|
|
}
|
2016-08-11 15:23:07 +00:00
|
|
|
|
2016-08-11 18:54:02 +00:00
|
|
|
state_machine :status, initial: :created do
|
2016-08-12 11:57:58 +00:00
|
|
|
event :enqueue do
|
2016-08-12 10:23:47 +00:00
|
|
|
transition created: :pending
|
2016-08-12 11:59:20 +00:00
|
|
|
transition [:success, :failed, :canceled, :skipped] => :running
|
2016-08-12 09:36:51 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
event :run do
|
2016-10-20 07:33:44 +00:00
|
|
|
transition any - [:running] => :running
|
2016-08-12 09:36:51 +00:00
|
|
|
end
|
|
|
|
|
2016-08-11 18:54:02 +00:00
|
|
|
event :skip do
|
2016-10-20 07:33:44 +00:00
|
|
|
transition any - [:skipped] => :skipped
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
event :drop do
|
2016-10-20 07:33:44 +00:00
|
|
|
transition any - [:failed] => :failed
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
2016-08-12 09:36:51 +00:00
|
|
|
event :succeed do
|
2016-10-20 07:33:44 +00:00
|
|
|
transition any - [:success] => :success
|
2016-08-12 09:36:51 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
event :cancel do
|
2016-10-20 07:33:44 +00:00
|
|
|
transition any - [:canceled] => :canceled
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
2017-03-03 11:51:23 +00:00
|
|
|
event :block do
|
2017-03-03 13:35:19 +00:00
|
|
|
transition any - [:manual] => :manual
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
2016-10-14 17:08:48 +00:00
|
|
|
# IMPORTANT
|
|
|
|
# Do not add any operations to this state_machine
|
|
|
|
# Create a separate worker for each new operation
|
|
|
|
|
2016-08-12 09:53:27 +00:00
|
|
|
before_transition [:created, :pending] => :running do |pipeline|
|
2016-08-19 08:57:25 +00:00
|
|
|
pipeline.started_at = Time.now
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
2016-08-12 09:53:27 +00:00
|
|
|
before_transition any => [:success, :failed, :canceled] do |pipeline|
|
2016-08-19 08:57:25 +00:00
|
|
|
pipeline.finished_at = Time.now
|
2016-10-04 13:59:11 +00:00
|
|
|
pipeline.update_duration
|
|
|
|
end
|
|
|
|
|
2017-04-21 17:45:14 +00:00
|
|
|
before_transition any => [:manual] do |pipeline|
|
|
|
|
pipeline.update_duration
|
|
|
|
end
|
|
|
|
|
2017-04-06 15:47:37 +00:00
|
|
|
before_transition canceled: any - [:canceled] do |pipeline|
|
2017-04-06 14:04:45 +00:00
|
|
|
pipeline.auto_canceled_by = nil
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
Improve performance of the cycle analytics page.
1. These changes bring down page load time for 100 issues from more than
a minute to about 1.5 seconds.
2. This entire commit is composed of these types of performance
enhancements:
- Cache relevant data in `IssueMetrics` wherever possible.
- Cache relevant data in `MergeRequestMetrics` wherever possible.
- Preload metrics
3. Given these improvements, we now only need to make 4 SQL calls:
- Load all issues
- Load all merge requests
- Load all metrics for the issues
- Load all metrics for the merge requests
4. A list of all the data points that are now being pre-calculated:
a. The first time an issue is mentioned in a commit
- In `GitPushService`, find all issues mentioned by the given commit
using `ReferenceExtractor`. Set the `first_mentioned_in_commit_at`
flag for each of them.
- There seems to be a (pre-existing) bug here - files (and
therefore commits) created using the Web CI don't have
cross-references created, and issues are not closed even when
the commit title is "Fixes #xx".
b. The first time a merge request is deployed to production
When a `Deployment` is created, find all merge requests that
were merged in before the deployment, and set the
`first_deployed_to_production_at` flag for each of them.
c. The start / end time for a merge request pipeline
Hook into the `Pipeline` state machine. When the `status` moves to
`running`, find the merge requests whose tip commit matches the
pipeline, and record the `latest_build_started_at` time for each
of them. When the `status` moves to `success`, record the
`latest_build_finished_at` time.
d. The merge requests that close an issue
- This was a big cause of the performance problems we were having
with Cycle Analytics. We need to use `ReferenceExtractor` to make
this calculation, which is slow when we have to run it on a large
number of merge requests.
- When a merge request is created, updated, or refreshed, find the
issues it closes, and create an instance of
`MergeRequestsClosingIssues`, which acts as a join model between
merge requests and issues.
- If a `MergeRequestsClosingIssues` instance links a merge request
and an issue, that issue closes that merge request.
5. The `Queries` module was changed into a class, so we can cache the
results of `issues` and `merge_requests_closing_issues` across
various cycle analytics stages.
6. The code added in this commit is untested. Tests will be added in the
next commit.
2016-09-15 08:59:36 +00:00
|
|
|
after_transition [:created, :pending] => :running do |pipeline|
|
2017-04-20 06:44:01 +00:00
|
|
|
pipeline.run_after_commit { PipelineMetricsWorker.perform_async(pipeline.id) }
|
Improve performance of the cycle analytics page.
1. These changes bring down page load time for 100 issues from more than
a minute to about 1.5 seconds.
2. This entire commit is composed of these types of performance
enhancements:
- Cache relevant data in `IssueMetrics` wherever possible.
- Cache relevant data in `MergeRequestMetrics` wherever possible.
- Preload metrics
3. Given these improvements, we now only need to make 4 SQL calls:
- Load all issues
- Load all merge requests
- Load all metrics for the issues
- Load all metrics for the merge requests
4. A list of all the data points that are now being pre-calculated:
a. The first time an issue is mentioned in a commit
- In `GitPushService`, find all issues mentioned by the given commit
using `ReferenceExtractor`. Set the `first_mentioned_in_commit_at`
flag for each of them.
- There seems to be a (pre-existing) bug here - files (and
therefore commits) created using the Web CI don't have
cross-references created, and issues are not closed even when
the commit title is "Fixes #xx".
b. The first time a merge request is deployed to production
When a `Deployment` is created, find all merge requests that
were merged in before the deployment, and set the
`first_deployed_to_production_at` flag for each of them.
c. The start / end time for a merge request pipeline
Hook into the `Pipeline` state machine. When the `status` moves to
`running`, find the merge requests whose tip commit matches the
pipeline, and record the `latest_build_started_at` time for each
of them. When the `status` moves to `success`, record the
`latest_build_finished_at` time.
d. The merge requests that close an issue
- This was a big cause of the performance problems we were having
with Cycle Analytics. We need to use `ReferenceExtractor` to make
this calculation, which is slow when we have to run it on a large
number of merge requests.
- When a merge request is created, updated, or refreshed, find the
issues it closes, and create an instance of
`MergeRequestsClosingIssues`, which acts as a join model between
merge requests and issues.
- If a `MergeRequestsClosingIssues` instance links a merge request
and an issue, that issue closes that merge request.
5. The `Queries` module was changed into a class, so we can cache the
results of `issues` and `merge_requests_closing_issues` across
various cycle analytics stages.
6. The code added in this commit is untested. Tests will be added in the
next commit.
2016-09-15 08:59:36 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
after_transition any => [:success] do |pipeline|
|
2017-04-20 06:44:01 +00:00
|
|
|
pipeline.run_after_commit { PipelineMetricsWorker.perform_async(pipeline.id) }
|
Improve performance of the cycle analytics page.
1. These changes bring down page load time for 100 issues from more than
a minute to about 1.5 seconds.
2. This entire commit is composed of these types of performance
enhancements:
- Cache relevant data in `IssueMetrics` wherever possible.
- Cache relevant data in `MergeRequestMetrics` wherever possible.
- Preload metrics
3. Given these improvements, we now only need to make 4 SQL calls:
- Load all issues
- Load all merge requests
- Load all metrics for the issues
- Load all metrics for the merge requests
4. A list of all the data points that are now being pre-calculated:
a. The first time an issue is mentioned in a commit
- In `GitPushService`, find all issues mentioned by the given commit
using `ReferenceExtractor`. Set the `first_mentioned_in_commit_at`
flag for each of them.
- There seems to be a (pre-existing) bug here - files (and
therefore commits) created using the Web CI don't have
cross-references created, and issues are not closed even when
the commit title is "Fixes #xx".
b. The first time a merge request is deployed to production
When a `Deployment` is created, find all merge requests that
were merged in before the deployment, and set the
`first_deployed_to_production_at` flag for each of them.
c. The start / end time for a merge request pipeline
Hook into the `Pipeline` state machine. When the `status` moves to
`running`, find the merge requests whose tip commit matches the
pipeline, and record the `latest_build_started_at` time for each
of them. When the `status` moves to `success`, record the
`latest_build_finished_at` time.
d. The merge requests that close an issue
- This was a big cause of the performance problems we were having
with Cycle Analytics. We need to use `ReferenceExtractor` to make
this calculation, which is slow when we have to run it on a large
number of merge requests.
- When a merge request is created, updated, or refreshed, find the
issues it closes, and create an instance of
`MergeRequestsClosingIssues`, which acts as a join model between
merge requests and issues.
- If a `MergeRequestsClosingIssues` instance links a merge request
and an issue, that issue closes that merge request.
5. The `Queries` module was changed into a class, so we can cache the
results of `issues` and `merge_requests_closing_issues` across
various cycle analytics stages.
6. The code added in this commit is untested. Tests will be added in the
next commit.
2016-09-15 08:59:36 +00:00
|
|
|
end
|
|
|
|
|
2016-10-04 13:59:11 +00:00
|
|
|
after_transition [:created, :pending, :running] => :success do |pipeline|
|
2017-04-20 06:44:01 +00:00
|
|
|
pipeline.run_after_commit { PipelineSuccessWorker.perform_async(pipeline.id) }
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
2016-08-12 10:03:30 +00:00
|
|
|
|
|
|
|
after_transition do |pipeline, transition|
|
2016-10-12 11:44:33 +00:00
|
|
|
next if transition.loopback?
|
|
|
|
|
|
|
|
pipeline.run_after_commit do
|
2017-04-20 06:44:01 +00:00
|
|
|
PipelineHooksWorker.perform_async(pipeline.id)
|
2017-04-18 19:26:56 +00:00
|
|
|
ExpirePipelineCacheWorker.perform_async(pipeline.id)
|
2016-10-12 11:44:33 +00:00
|
|
|
end
|
2016-08-12 10:03:30 +00:00
|
|
|
end
|
2016-09-14 11:42:16 +00:00
|
|
|
|
2016-09-28 09:22:06 +00:00
|
|
|
after_transition any => [:success, :failed] do |pipeline|
|
2016-10-17 10:09:43 +00:00
|
|
|
pipeline.run_after_commit do
|
2016-10-17 10:12:07 +00:00
|
|
|
PipelineNotificationWorker.perform_async(pipeline.id)
|
2016-10-17 10:09:43 +00:00
|
|
|
end
|
2016-08-12 10:03:30 +00:00
|
|
|
end
|
2016-08-11 18:54:02 +00:00
|
|
|
end
|
|
|
|
|
2016-07-19 14:08:16 +00:00
|
|
|
# ref can't be HEAD or SHA, can only be branch/tag name
|
2016-11-24 08:50:37 +00:00
|
|
|
scope :latest, ->(ref = nil) do
|
2017-02-22 22:54:59 +00:00
|
|
|
max_id = unscope(:select)
|
|
|
|
.select("max(#{quoted_table_name}.id)")
|
|
|
|
.group(:ref, :sha)
|
2016-11-21 14:19:16 +00:00
|
|
|
|
2017-02-16 14:17:42 +00:00
|
|
|
if ref
|
|
|
|
where(ref: ref, id: max_id.where(ref: ref))
|
|
|
|
else
|
|
|
|
where(id: max_id)
|
|
|
|
end
|
2016-11-21 14:19:16 +00:00
|
|
|
end
|
2017-06-19 17:56:27 +00:00
|
|
|
scope :internal, -> { where(source: internal_sources) }
|
2016-11-07 15:44:11 +00:00
|
|
|
|
2016-12-14 13:00:06 +00:00
|
|
|
def self.latest_status(ref = nil)
|
|
|
|
latest(ref).status
|
|
|
|
end
|
|
|
|
|
2016-08-11 10:09:26 +00:00
|
|
|
def self.latest_successful_for(ref)
|
2016-12-24 04:24:00 +00:00
|
|
|
success.latest(ref).order(id: :desc).first
|
2016-07-19 12:59:38 +00:00
|
|
|
end
|
|
|
|
|
2017-03-13 16:00:07 +00:00
|
|
|
def self.latest_successful_for_refs(refs)
|
|
|
|
success.latest(refs).order(id: :desc).each_with_object({}) do |pipeline, hash|
|
|
|
|
hash[pipeline.ref] ||= pipeline
|
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.truncate_sha(sha)
|
|
|
|
sha[0...8]
|
2016-04-12 17:57:54 +00:00
|
|
|
end
|
|
|
|
|
2016-08-15 10:54:38 +00:00
|
|
|
def self.total_duration
|
2016-08-15 10:50:02 +00:00
|
|
|
where.not(duration: nil).sum(:duration)
|
2016-08-10 14:45:30 +00:00
|
|
|
end
|
|
|
|
|
2017-06-19 17:56:27 +00:00
|
|
|
def self.internal_sources
|
|
|
|
sources.reject { |source| source == "external" }.values
|
|
|
|
end
|
|
|
|
|
2016-12-05 13:17:42 +00:00
|
|
|
def stages_count
|
|
|
|
statuses.select(:stage).distinct.count
|
2016-11-10 14:32:23 +00:00
|
|
|
end
|
|
|
|
|
2017-06-01 09:55:18 +00:00
|
|
|
def stages_names
|
2017-06-21 13:48:12 +00:00
|
|
|
statuses.order(:stage_idx).distinct
|
|
|
|
.pluck(:stage, :stage_idx).map(&:first)
|
2016-08-17 08:46:34 +00:00
|
|
|
end
|
|
|
|
|
2017-06-01 09:55:18 +00:00
|
|
|
def legacy_stage(name)
|
2017-06-01 10:00:37 +00:00
|
|
|
stage = Ci::LegacyStage.new(self, name: name)
|
2017-06-01 09:55:18 +00:00
|
|
|
stage unless stage.statuses_count.zero?
|
|
|
|
end
|
|
|
|
|
|
|
|
def legacy_stages
|
2017-01-18 10:07:12 +00:00
|
|
|
# TODO, this needs refactoring, see gitlab-ce#26481.
|
|
|
|
|
2017-02-22 22:54:59 +00:00
|
|
|
stages_query = statuses
|
|
|
|
.group('stage').select(:stage).order('max(stage_idx)')
|
2017-01-18 10:07:12 +00:00
|
|
|
|
2016-11-10 14:32:23 +00:00
|
|
|
status_sql = statuses.latest.where('stage=sg.stage').status_sql
|
|
|
|
|
2017-03-08 09:58:41 +00:00
|
|
|
warnings_sql = statuses.latest.select('COUNT(*)')
|
2017-02-22 22:54:59 +00:00
|
|
|
.where('stage=sg.stage').failed_but_allowed.to_sql
|
2016-12-05 13:17:42 +00:00
|
|
|
|
2017-02-22 22:54:59 +00:00
|
|
|
stages_with_statuses = CommitStatus.from(stages_query, :sg)
|
|
|
|
.pluck('sg.stage', status_sql, "(#{warnings_sql})")
|
2016-11-10 14:32:23 +00:00
|
|
|
|
|
|
|
stages_with_statuses.map do |stage|
|
2017-06-01 10:00:37 +00:00
|
|
|
Ci::LegacyStage.new(self, Hash[%i[name status warnings].zip(stage)])
|
2016-11-10 14:32:23 +00:00
|
|
|
end
|
2015-09-28 11:14:34 +00:00
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
def valid_commit_sha
|
2015-12-11 16:57:04 +00:00
|
|
|
if self.sha == Gitlab::Git::BLANK_SHA
|
2015-08-26 01:42:46 +00:00
|
|
|
self.errors.add(:sha, " cant be 00000000 (branch removal)")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def git_author_name
|
2016-06-21 12:43:37 +00:00
|
|
|
commit.try(:author_name)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def git_author_email
|
2016-06-21 12:43:37 +00:00
|
|
|
commit.try(:author_email)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def git_commit_message
|
2016-06-21 12:43:37 +00:00
|
|
|
commit.try(:message)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2016-07-11 07:11:20 +00:00
|
|
|
def git_commit_title
|
|
|
|
commit.try(:title)
|
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
def short_sha
|
2016-06-02 14:19:18 +00:00
|
|
|
Ci::Pipeline.truncate_sha(sha)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2016-06-21 12:43:37 +00:00
|
|
|
def commit
|
2015-12-04 11:55:23 +00:00
|
|
|
@commit ||= project.commit(sha)
|
2015-08-26 01:42:46 +00:00
|
|
|
rescue
|
|
|
|
nil
|
|
|
|
end
|
|
|
|
|
2016-03-31 17:51:28 +00:00
|
|
|
def branch?
|
|
|
|
!tag?
|
|
|
|
end
|
|
|
|
|
2016-12-15 21:06:39 +00:00
|
|
|
def stuck?
|
2017-04-06 12:31:38 +00:00
|
|
|
pending_builds.any?(&:stuck?)
|
2016-07-16 16:39:58 +00:00
|
|
|
end
|
|
|
|
|
2016-03-31 17:51:28 +00:00
|
|
|
def retryable?
|
2017-04-06 12:31:38 +00:00
|
|
|
retryable_builds.any?
|
2016-03-31 17:51:28 +00:00
|
|
|
end
|
|
|
|
|
2016-05-31 13:26:00 +00:00
|
|
|
def cancelable?
|
2017-04-06 12:31:38 +00:00
|
|
|
cancelable_statuses.any?
|
2016-05-31 13:26:00 +00:00
|
|
|
end
|
|
|
|
|
2017-04-05 19:10:52 +00:00
|
|
|
def auto_canceled?
|
|
|
|
canceled? && auto_canceled_by_id?
|
2016-05-31 13:26:00 +00:00
|
|
|
end
|
|
|
|
|
2016-05-09 23:26:13 +00:00
|
|
|
def cancel_running
|
2017-04-06 12:31:38 +00:00
|
|
|
Gitlab::OptimisticLocking.retry_lock(cancelable_statuses) do |cancelable|
|
2017-04-07 06:47:15 +00:00
|
|
|
cancelable.find_each do |job|
|
|
|
|
yield(job) if block_given?
|
|
|
|
job.cancel
|
2016-11-23 11:43:56 +00:00
|
|
|
end
|
2017-04-07 06:47:15 +00:00
|
|
|
end
|
2016-05-09 23:26:13 +00:00
|
|
|
end
|
|
|
|
|
2017-04-06 13:32:56 +00:00
|
|
|
def auto_cancel_running(pipeline)
|
|
|
|
update(auto_canceled_by: pipeline)
|
|
|
|
|
|
|
|
cancel_running do |job|
|
|
|
|
job.auto_canceled_by = pipeline
|
2016-06-14 11:04:10 +00:00
|
|
|
end
|
2016-05-09 23:26:13 +00:00
|
|
|
end
|
|
|
|
|
2017-02-14 11:20:02 +00:00
|
|
|
def retry_failed(current_user)
|
2017-02-22 22:54:59 +00:00
|
|
|
Ci::RetryPipelineService.new(project, current_user)
|
|
|
|
.execute(self)
|
2016-05-09 23:26:13 +00:00
|
|
|
end
|
|
|
|
|
2016-08-18 21:36:54 +00:00
|
|
|
def mark_as_processable_after_stage(stage_idx)
|
2017-02-14 10:38:19 +00:00
|
|
|
builds.skipped.after_stage(stage_idx).find_each(&:process)
|
2016-08-18 21:36:54 +00:00
|
|
|
end
|
|
|
|
|
2016-04-13 11:01:08 +00:00
|
|
|
def latest?
|
|
|
|
return false unless ref
|
|
|
|
commit = project.commit(ref)
|
|
|
|
return false unless commit
|
|
|
|
commit.sha == sha
|
|
|
|
end
|
|
|
|
|
2015-10-06 10:01:16 +00:00
|
|
|
def retried
|
|
|
|
@retried ||= (statuses.order(id: :desc) - statuses.latest)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def coverage
|
2016-04-13 18:51:03 +00:00
|
|
|
coverage_array = statuses.latest.map(&:coverage).compact
|
2015-12-04 11:55:23 +00:00
|
|
|
if coverage_array.size >= 1
|
|
|
|
'%.2f' % (coverage_array.reduce(:+) / coverage_array.size)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-05-31 13:13:40 +00:00
|
|
|
def stage_seeds
|
2016-08-11 13:22:35 +00:00
|
|
|
return [] unless config_processor
|
|
|
|
|
2017-06-02 10:16:11 +00:00
|
|
|
@stage_seeds ||= config_processor.stage_seeds(self)
|
2017-05-30 11:27:46 +00:00
|
|
|
end
|
|
|
|
|
2017-06-02 10:16:11 +00:00
|
|
|
def has_stage_seeds?
|
|
|
|
stage_seeds.any?
|
2016-08-11 13:22:35 +00:00
|
|
|
end
|
|
|
|
|
2016-07-14 14:58:05 +00:00
|
|
|
def has_warnings?
|
2016-10-03 10:22:51 +00:00
|
|
|
builds.latest.failed_but_allowed.any?
|
2016-07-12 17:05:48 +00:00
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
def config_processor
|
2017-05-31 13:25:36 +00:00
|
|
|
return unless ci_yaml_file
|
2016-04-13 18:54:21 +00:00
|
|
|
return @config_processor if defined?(@config_processor)
|
|
|
|
|
|
|
|
@config_processor ||= begin
|
|
|
|
Ci::GitlabCiYamlProcessor.new(ci_yaml_file, project.path_with_namespace)
|
|
|
|
rescue Ci::GitlabCiYamlProcessor::ValidationError, Psych::SyntaxError => e
|
2016-06-02 11:52:19 +00:00
|
|
|
self.yaml_errors = e.message
|
2016-04-13 18:54:21 +00:00
|
|
|
nil
|
|
|
|
rescue
|
2016-06-02 10:39:15 +00:00
|
|
|
self.yaml_errors = 'Undefined error'
|
2016-04-13 18:54:21 +00:00
|
|
|
nil
|
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2017-07-05 12:04:53 +00:00
|
|
|
def ci_yaml_file_path
|
2017-07-05 12:11:01 +00:00
|
|
|
if project.ci_config_path.blank?
|
2017-07-05 12:04:53 +00:00
|
|
|
'.gitlab-ci.yml'
|
|
|
|
else
|
2017-07-05 12:11:01 +00:00
|
|
|
project.ci_config_path
|
2017-07-05 12:04:53 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-10-02 11:46:38 +00:00
|
|
|
def ci_yaml_file
|
2016-04-13 18:54:21 +00:00
|
|
|
return @ci_yaml_file if defined?(@ci_yaml_file)
|
|
|
|
|
2017-06-28 07:53:12 +00:00
|
|
|
@ci_yaml_file = begin
|
2017-07-05 12:04:53 +00:00
|
|
|
project.repository.gitlab_ci_yml_for(sha, ci_yaml_file_path)
|
2017-07-03 19:22:19 +00:00
|
|
|
rescue Rugged::ReferenceError, GRPC::NotFound, GRPC::Internal
|
2017-06-28 10:29:14 +00:00
|
|
|
self.yaml_errors =
|
2017-07-05 12:04:53 +00:00
|
|
|
"Failed to load CI/CD config file at #{ci_yaml_file_path}"
|
2016-04-13 18:54:21 +00:00
|
|
|
nil
|
2016-02-02 13:35:09 +00:00
|
|
|
end
|
2015-10-02 11:46:38 +00:00
|
|
|
end
|
|
|
|
|
2016-12-21 13:26:47 +00:00
|
|
|
def has_yaml_errors?
|
|
|
|
yaml_errors.present?
|
|
|
|
end
|
|
|
|
|
2016-04-29 13:14:38 +00:00
|
|
|
def environments
|
|
|
|
builds.where.not(environment: nil).success.pluck(:environment).uniq
|
|
|
|
end
|
|
|
|
|
2016-06-23 10:29:11 +00:00
|
|
|
# Manually set the notes for a Ci::Pipeline
|
|
|
|
# There is no ActiveRecord relation between Ci::Pipeline and notes
|
|
|
|
# as they are related to a commit sha. This method helps importing
|
|
|
|
# them using the +Gitlab::ImportExport::RelationFactory+ class.
|
|
|
|
def notes=(notes)
|
|
|
|
notes.each do |note|
|
|
|
|
note[:id] = nil
|
|
|
|
note[:commit_id] = sha
|
|
|
|
note[:noteable_id] = self['id']
|
|
|
|
note.save!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-06-13 08:55:54 +00:00
|
|
|
def notes
|
|
|
|
Note.for_commit_id(sha)
|
|
|
|
end
|
|
|
|
|
2016-08-11 13:22:35 +00:00
|
|
|
def process!
|
|
|
|
Ci::ProcessPipelineService.new(project, user).execute(self)
|
|
|
|
end
|
2016-08-11 16:37:36 +00:00
|
|
|
|
2016-09-19 13:03:51 +00:00
|
|
|
def update_status
|
2016-10-21 13:12:11 +00:00
|
|
|
Gitlab::OptimisticLocking.retry_lock(self) do
|
2016-09-19 15:20:30 +00:00
|
|
|
case latest_builds_status
|
2016-09-19 12:13:08 +00:00
|
|
|
when 'pending' then enqueue
|
|
|
|
when 'running' then run
|
|
|
|
when 'success' then succeed
|
|
|
|
when 'failed' then drop
|
|
|
|
when 'canceled' then cancel
|
|
|
|
when 'skipped' then skip
|
2017-03-03 13:35:19 +00:00
|
|
|
when 'manual' then block
|
2016-09-19 12:13:08 +00:00
|
|
|
end
|
2016-08-12 09:36:51 +00:00
|
|
|
end
|
2016-08-11 13:22:35 +00:00
|
|
|
end
|
|
|
|
|
2016-07-20 11:17:21 +00:00
|
|
|
def predefined_variables
|
|
|
|
[
|
2017-06-30 08:14:48 +00:00
|
|
|
{ key: 'CI_PIPELINE_ID', value: id.to_s, public: true },
|
2017-07-05 12:04:53 +00:00
|
|
|
{ key: 'CI_CONFIG_PATH', value: ci_yaml_file_path, public: true }
|
2016-07-20 11:17:21 +00:00
|
|
|
]
|
|
|
|
end
|
|
|
|
|
2016-09-05 10:49:27 +00:00
|
|
|
def queued_duration
|
|
|
|
return unless started_at
|
|
|
|
|
|
|
|
seconds = (started_at - created_at).to_i
|
|
|
|
seconds unless seconds.zero?
|
|
|
|
end
|
|
|
|
|
2016-08-11 18:54:02 +00:00
|
|
|
def update_duration
|
2016-08-29 15:37:15 +00:00
|
|
|
return unless started_at
|
|
|
|
|
2016-09-05 09:55:30 +00:00
|
|
|
self.duration = Gitlab::Ci::PipelineDuration.from_pipeline(self)
|
2016-08-02 10:06:31 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def execute_hooks
|
2016-08-16 08:00:13 +00:00
|
|
|
data = pipeline_data
|
|
|
|
project.execute_hooks(data, :pipeline_hooks)
|
|
|
|
project.execute_services(data, :pipeline_hooks)
|
2016-08-04 16:43:16 +00:00
|
|
|
end
|
|
|
|
|
2017-04-18 19:26:56 +00:00
|
|
|
# All the merge requests for which the current pipeline runs/ran against
|
|
|
|
def all_merge_requests
|
2017-04-20 06:44:01 +00:00
|
|
|
@all_merge_requests ||= project.merge_requests.where(source_branch: ref)
|
2017-04-18 19:26:56 +00:00
|
|
|
end
|
|
|
|
|
2016-12-08 16:52:24 +00:00
|
|
|
def detailed_status(current_user)
|
2017-02-22 22:54:59 +00:00
|
|
|
Gitlab::Ci::Status::Pipeline::Factory
|
|
|
|
.new(self, current_user)
|
|
|
|
.fabricate!
|
Improve performance of the cycle analytics page.
1. These changes bring down page load time for 100 issues from more than
a minute to about 1.5 seconds.
2. This entire commit is composed of these types of performance
enhancements:
- Cache relevant data in `IssueMetrics` wherever possible.
- Cache relevant data in `MergeRequestMetrics` wherever possible.
- Preload metrics
3. Given these improvements, we now only need to make 4 SQL calls:
- Load all issues
- Load all merge requests
- Load all metrics for the issues
- Load all metrics for the merge requests
4. A list of all the data points that are now being pre-calculated:
a. The first time an issue is mentioned in a commit
- In `GitPushService`, find all issues mentioned by the given commit
using `ReferenceExtractor`. Set the `first_mentioned_in_commit_at`
flag for each of them.
- There seems to be a (pre-existing) bug here - files (and
therefore commits) created using the Web CI don't have
cross-references created, and issues are not closed even when
the commit title is "Fixes #xx".
b. The first time a merge request is deployed to production
When a `Deployment` is created, find all merge requests that
were merged in before the deployment, and set the
`first_deployed_to_production_at` flag for each of them.
c. The start / end time for a merge request pipeline
Hook into the `Pipeline` state machine. When the `status` moves to
`running`, find the merge requests whose tip commit matches the
pipeline, and record the `latest_build_started_at` time for each
of them. When the `status` moves to `success`, record the
`latest_build_finished_at` time.
d. The merge requests that close an issue
- This was a big cause of the performance problems we were having
with Cycle Analytics. We need to use `ReferenceExtractor` to make
this calculation, which is slow when we have to run it on a large
number of merge requests.
- When a merge request is created, updated, or refreshed, find the
issues it closes, and create an instance of
`MergeRequestsClosingIssues`, which acts as a join model between
merge requests and issues.
- If a `MergeRequestsClosingIssues` instance links a merge request
and an issue, that issue closes that merge request.
5. The `Queries` module was changed into a class, so we can cache the
results of `issues` and `merge_requests_closing_issues` across
various cycle analytics stages.
6. The code added in this commit is untested. Tests will be added in the
next commit.
2016-09-15 08:59:36 +00:00
|
|
|
end
|
|
|
|
|
2016-06-02 15:17:23 +00:00
|
|
|
private
|
|
|
|
|
2016-08-04 16:43:16 +00:00
|
|
|
def pipeline_data
|
2016-08-12 08:09:29 +00:00
|
|
|
Gitlab::DataBuilder::Pipeline.build(self)
|
2016-04-11 14:55:40 +00:00
|
|
|
end
|
2016-07-03 23:58:58 +00:00
|
|
|
|
2016-08-12 09:36:51 +00:00
|
|
|
def latest_builds_status
|
2016-08-11 18:54:02 +00:00
|
|
|
return 'failed' unless yaml_errors.blank?
|
|
|
|
|
|
|
|
statuses.latest.status || 'skipped'
|
2016-04-11 14:55:40 +00:00
|
|
|
end
|
2016-07-03 23:58:58 +00:00
|
|
|
|
|
|
|
def keep_around_commits
|
2016-07-15 22:33:30 +00:00
|
|
|
return unless project
|
2016-07-19 12:59:38 +00:00
|
|
|
|
2016-07-03 23:58:58 +00:00
|
|
|
project.repository.keep_around(self.sha)
|
|
|
|
project.repository.keep_around(self.before_sha)
|
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|