2015-08-26 01:42:46 +00:00
|
|
|
module Ci
|
2015-10-06 10:01:16 +00:00
|
|
|
class Build < CommitStatus
|
2017-09-19 07:14:06 +00:00
|
|
|
prepend ArtifactMigratable
|
2016-08-08 10:01:25 +00:00
|
|
|
include TokenAuthenticatable
|
2016-10-13 10:45:16 +00:00
|
|
|
include AfterCommitQueue
|
2017-01-09 20:47:15 +00:00
|
|
|
include Presentable
|
2017-09-01 08:54:07 +00:00
|
|
|
include Importable
|
2016-08-08 10:01:25 +00:00
|
|
|
|
2017-09-04 08:56:49 +00:00
|
|
|
MissingDependenciesError = Class.new(StandardError)
|
|
|
|
|
2016-10-18 21:20:36 +00:00
|
|
|
belongs_to :runner
|
|
|
|
belongs_to :trigger_request
|
2016-02-16 07:39:20 +00:00
|
|
|
belongs_to :erased_by, class_name: 'User'
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2016-11-04 15:35:22 +00:00
|
|
|
has_many :deployments, as: :deployable
|
2017-09-21 08:34:12 +00:00
|
|
|
|
2017-01-31 00:26:40 +00:00
|
|
|
has_one :last_deployment, -> { order('deployments.id DESC') }, as: :deployable, class_name: 'Deployment'
|
2017-09-25 16:54:08 +00:00
|
|
|
has_many :trace_sections, class_name: 'Ci::BuildTraceSection'
|
2016-11-04 15:35:22 +00:00
|
|
|
|
2017-11-02 18:38:25 +00:00
|
|
|
has_many :job_artifacts, class_name: 'Ci::JobArtifact', foreign_key: :job_id, dependent: :destroy # rubocop:disable Cop/ActiveRecordDependent
|
2017-12-03 11:02:11 +00:00
|
|
|
has_one :job_artifacts_archive, -> { where(file_type: Ci::JobArtifact.file_types[:archive]) }, class_name: 'Ci::JobArtifact', inverse_of: :job, foreign_key: :job_id
|
|
|
|
has_one :job_artifacts_metadata, -> { where(file_type: Ci::JobArtifact.file_types[:metadata]) }, class_name: 'Ci::JobArtifact', inverse_of: :job, foreign_key: :job_id
|
2017-09-21 08:34:12 +00:00
|
|
|
|
2016-12-08 16:21:16 +00:00
|
|
|
# The "environment" field for builds is a String, and is the unexpanded name
|
|
|
|
def persisted_environment
|
|
|
|
@persisted_environment ||= Environment.find_by(
|
|
|
|
name: expanded_environment_name,
|
2017-03-17 23:06:11 +00:00
|
|
|
project: project
|
2016-12-08 16:21:16 +00:00
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2017-07-03 14:01:41 +00:00
|
|
|
serialize :options # rubocop:disable Cop/ActiveRecordSerialize
|
|
|
|
serialize :yaml_variables, Gitlab::Serializer::Ci::Variables # rubocop:disable Cop/ActiveRecordSerialize
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2017-02-22 22:35:08 +00:00
|
|
|
delegate :name, to: :project, prefix: true
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
validates :coverage, numericality: true, allow_blank: true
|
2017-02-22 00:40:04 +00:00
|
|
|
validates :ref, presence: true
|
2015-08-26 01:42:46 +00:00
|
|
|
|
|
|
|
scope :unstarted, ->() { where(runner_id: nil) }
|
2015-10-02 11:46:38 +00:00
|
|
|
scope :ignore_failures, ->() { where(allow_failure: false) }
|
2017-09-21 08:34:12 +00:00
|
|
|
scope :with_artifacts, ->() do
|
2017-12-03 11:04:16 +00:00
|
|
|
where('(artifacts_file IS NOT NULL AND artifacts_file <> ?) OR EXISTS (?)',
|
|
|
|
'', Ci::JobArtifact.select(1).where('ci_builds.id = ci_job_artifacts.job_id'))
|
2017-09-21 08:34:12 +00:00
|
|
|
end
|
2016-07-28 05:09:40 +00:00
|
|
|
scope :with_artifacts_not_expired, ->() { with_artifacts.where('artifacts_expire_at IS NULL OR artifacts_expire_at > ?', Time.now) }
|
2016-06-08 15:18:54 +00:00
|
|
|
scope :with_expired_artifacts, ->() { with_artifacts.where('artifacts_expire_at < ?', Time.now) }
|
2017-12-05 14:31:33 +00:00
|
|
|
scope :with_artifacts_stored_locally, ->() { with_artifacts.where(artifacts_file_store: [nil, LegacyArtifactUploader::LOCAL_STORE]) }
|
2016-07-07 10:56:02 +00:00
|
|
|
scope :last_month, ->() { where('created_at > ?', Date.today - 1.month) }
|
2017-06-13 08:17:11 +00:00
|
|
|
scope :manual_actions, ->() { where(when: :manual, status: COMPLETED_STATUSES + [:manual]) }
|
2017-08-29 06:56:03 +00:00
|
|
|
scope :ref_protected, -> { where(protected: true) }
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2017-11-30 22:17:41 +00:00
|
|
|
scope :matches_tag_ids, -> (tag_ids) do
|
|
|
|
matcher = ::ActsAsTaggableOn::Tagging
|
|
|
|
.where(taggable_type: CommitStatus)
|
|
|
|
.where(context: 'tags')
|
|
|
|
.where('taggable_id = ci_builds.id')
|
|
|
|
.where.not(tag_id: tag_ids).select('1')
|
|
|
|
|
|
|
|
where("NOT EXISTS (?)", matcher)
|
|
|
|
end
|
|
|
|
|
|
|
|
scope :with_any_tags, -> do
|
|
|
|
matcher = ::ActsAsTaggableOn::Tagging
|
|
|
|
.where(taggable_type: CommitStatus)
|
|
|
|
.where(context: 'tags')
|
|
|
|
.where('taggable_id = ci_builds.id').select('1')
|
|
|
|
|
|
|
|
where("EXISTS (?)", matcher)
|
|
|
|
end
|
|
|
|
|
2017-11-23 15:57:27 +00:00
|
|
|
mount_uploader :legacy_artifacts_file, LegacyArtifactUploader, mount_on: :artifacts_file
|
|
|
|
mount_uploader :legacy_artifacts_metadata, LegacyArtifactUploader, mount_on: :artifacts_metadata
|
2015-10-12 21:47:32 +00:00
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
acts_as_taggable
|
|
|
|
|
2016-08-08 10:01:25 +00:00
|
|
|
add_authentication_token_field :token
|
|
|
|
|
2016-06-29 09:44:39 +00:00
|
|
|
before_save :update_artifacts_size, if: :artifacts_file_changed?
|
2016-08-08 10:01:25 +00:00
|
|
|
before_save :ensure_token
|
2017-02-03 15:21:10 +00:00
|
|
|
before_destroy { unscoped_project }
|
2016-01-05 19:38:35 +00:00
|
|
|
|
2018-01-05 13:48:50 +00:00
|
|
|
after_create unless: :importing? do |build|
|
2017-08-23 06:32:44 +00:00
|
|
|
run_after_commit { BuildHooksWorker.perform_async(build.id) }
|
2017-08-22 08:57:52 +00:00
|
|
|
end
|
|
|
|
|
2017-06-01 21:36:04 +00:00
|
|
|
after_commit :update_project_statistics_after_save, on: [:create, :update]
|
|
|
|
after_commit :update_project_statistics, on: :destroy
|
2015-08-26 01:42:46 +00:00
|
|
|
|
|
|
|
class << self
|
2017-05-16 11:41:15 +00:00
|
|
|
# This is needed for url_for to work,
|
|
|
|
# as the controller is JobsController
|
|
|
|
def model_name
|
|
|
|
ActiveModel::Name.new(self, nil, 'job')
|
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
def first_pending
|
|
|
|
pending.unstarted.order('created_at ASC').first
|
|
|
|
end
|
|
|
|
|
2017-02-13 12:01:52 +00:00
|
|
|
def retry(build, current_user)
|
2017-02-14 09:38:17 +00:00
|
|
|
Ci::RetryBuildService
|
|
|
|
.new(build.project, current_user)
|
|
|
|
.execute(build)
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-08-11 13:22:35 +00:00
|
|
|
state_machine :status do
|
2017-03-03 13:35:19 +00:00
|
|
|
event :actionize do
|
|
|
|
transition created: :manual
|
2017-02-28 15:48:39 +00:00
|
|
|
end
|
|
|
|
|
2016-12-14 15:06:50 +00:00
|
|
|
after_transition any => [:pending] do |build|
|
|
|
|
build.run_after_commit do
|
2016-12-15 21:29:47 +00:00
|
|
|
BuildQueueWorker.perform_async(id)
|
2016-12-14 15:06:50 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-02-19 16:38:47 +00:00
|
|
|
after_transition pending: :running do |build|
|
2016-10-13 10:58:25 +00:00
|
|
|
build.run_after_commit do
|
|
|
|
BuildHooksWorker.perform_async(id)
|
|
|
|
end
|
2015-12-07 12:23:23 +00:00
|
|
|
end
|
|
|
|
|
2016-02-19 16:38:47 +00:00
|
|
|
after_transition any => [:success, :failed, :canceled] do |build|
|
2016-10-13 10:58:25 +00:00
|
|
|
build.run_after_commit do
|
2016-10-14 10:53:51 +00:00
|
|
|
BuildFinishedWorker.perform_async(id)
|
2016-10-13 10:58:25 +00:00
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
2016-06-10 21:36:54 +00:00
|
|
|
|
2016-06-14 12:44:09 +00:00
|
|
|
after_transition any => [:success] do |build|
|
2016-10-13 10:58:25 +00:00
|
|
|
build.run_after_commit do
|
|
|
|
BuildSuccessWorker.perform_async(id)
|
2016-06-10 21:36:54 +00:00
|
|
|
end
|
|
|
|
end
|
2017-07-17 11:00:32 +00:00
|
|
|
|
2017-07-17 11:30:49 +00:00
|
|
|
before_transition any => [:failed] do |build|
|
2017-11-24 15:30:08 +00:00
|
|
|
next unless build.project
|
2017-07-17 11:30:49 +00:00
|
|
|
next if build.retries_max.zero?
|
2017-07-17 11:00:32 +00:00
|
|
|
|
2017-07-17 11:30:49 +00:00
|
|
|
if build.retries_count < build.retries_max
|
|
|
|
Ci::Build.retry(build, build.user)
|
2017-07-17 11:00:32 +00:00
|
|
|
end
|
|
|
|
end
|
2017-09-03 14:35:37 +00:00
|
|
|
|
|
|
|
before_transition any => [:running] do |build|
|
2017-12-07 14:17:46 +00:00
|
|
|
build.validates_dependencies! unless Feature.enabled?('ci_disable_validates_dependencies')
|
2017-09-03 14:35:37 +00:00
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2016-12-08 16:52:24 +00:00
|
|
|
def detailed_status(current_user)
|
2016-12-13 12:24:25 +00:00
|
|
|
Gitlab::Ci::Status::Build::Factory
|
|
|
|
.new(self, current_user)
|
|
|
|
.fabricate!
|
2016-12-08 08:51:36 +00:00
|
|
|
end
|
|
|
|
|
2016-07-16 23:48:51 +00:00
|
|
|
def other_actions
|
2016-07-20 14:38:38 +00:00
|
|
|
pipeline.manual_actions.where.not(name: name)
|
2016-07-16 23:48:51 +00:00
|
|
|
end
|
|
|
|
|
2016-07-16 16:39:58 +00:00
|
|
|
def playable?
|
2017-06-13 08:17:11 +00:00
|
|
|
action? && (manual? || complete?)
|
2017-02-28 15:48:39 +00:00
|
|
|
end
|
|
|
|
|
2017-03-03 13:35:19 +00:00
|
|
|
def action?
|
2017-03-02 12:45:01 +00:00
|
|
|
self.when == 'manual'
|
|
|
|
end
|
|
|
|
|
2017-02-13 12:01:52 +00:00
|
|
|
def play(current_user)
|
2017-04-12 09:46:24 +00:00
|
|
|
Ci::PlayBuildService
|
|
|
|
.new(project, current_user)
|
|
|
|
.execute(self)
|
2016-07-16 16:39:58 +00:00
|
|
|
end
|
|
|
|
|
2016-12-08 09:40:56 +00:00
|
|
|
def cancelable?
|
|
|
|
active?
|
|
|
|
end
|
|
|
|
|
2015-11-03 10:44:07 +00:00
|
|
|
def retryable?
|
2017-04-06 12:31:38 +00:00
|
|
|
success? || failed? || canceled?
|
2015-11-03 10:44:07 +00:00
|
|
|
end
|
|
|
|
|
2017-07-17 10:38:21 +00:00
|
|
|
def retries_count
|
|
|
|
pipeline.builds.retried.where(name: self.name).count
|
|
|
|
end
|
|
|
|
|
|
|
|
def retries_max
|
|
|
|
self.options.fetch(:retry, 0).to_i
|
|
|
|
end
|
2015-11-03 10:44:07 +00:00
|
|
|
|
2017-04-16 11:14:39 +00:00
|
|
|
def latest?
|
|
|
|
!retried?
|
2016-03-31 17:51:28 +00:00
|
|
|
end
|
|
|
|
|
2016-11-16 23:23:05 +00:00
|
|
|
def expanded_environment_name
|
2016-12-08 16:21:16 +00:00
|
|
|
ExpandVariables.expand(environment, simple_variables) if environment
|
2016-11-16 23:23:05 +00:00
|
|
|
end
|
|
|
|
|
2016-11-17 11:08:28 +00:00
|
|
|
def has_environment?
|
2016-12-16 12:24:03 +00:00
|
|
|
environment.present?
|
2016-11-17 11:08:28 +00:00
|
|
|
end
|
|
|
|
|
2016-11-16 23:23:05 +00:00
|
|
|
def starts_environment?
|
2016-11-17 11:08:28 +00:00
|
|
|
has_environment? && self.environment_action == 'start'
|
2016-11-16 23:23:05 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def stops_environment?
|
2016-11-17 11:08:28 +00:00
|
|
|
has_environment? && self.environment_action == 'stop'
|
2016-11-16 23:23:05 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def environment_action
|
2016-12-08 16:52:24 +00:00
|
|
|
self.options.fetch(:environment, {}).fetch(:action, 'start') if self.options
|
2016-11-16 23:23:05 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def outdated_deployment?
|
|
|
|
success? && !last_deployment.try(:last?)
|
2016-11-04 15:35:22 +00:00
|
|
|
end
|
2016-11-02 22:25:19 +00:00
|
|
|
|
2016-01-14 18:45:43 +00:00
|
|
|
def depends_on_builds
|
|
|
|
# Get builds of the same type
|
2016-06-02 14:19:18 +00:00
|
|
|
latest_builds = self.pipeline.builds.latest
|
2016-01-14 18:45:43 +00:00
|
|
|
|
|
|
|
# Return builds from previous stages
|
|
|
|
latest_builds.where('stage_idx < ?', stage_idx)
|
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
def timeout
|
2015-12-04 11:55:23 +00:00
|
|
|
project.build_timeout
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2017-11-06 17:47:05 +00:00
|
|
|
def triggered_by?(current_user)
|
2017-11-06 13:20:44 +00:00
|
|
|
user == current_user
|
|
|
|
end
|
|
|
|
|
2016-12-13 19:21:30 +00:00
|
|
|
# A slugified version of the build ref, suitable for inclusion in URLs and
|
|
|
|
# domain names. Rules:
|
|
|
|
#
|
|
|
|
# * Lowercased
|
|
|
|
# * Anything not matching [a-z0-9-] is replaced with a -
|
|
|
|
# * Maximum length is 63 bytes
|
2017-07-05 12:00:22 +00:00
|
|
|
# * First/Last Character is not a hyphen
|
2016-12-13 19:21:30 +00:00
|
|
|
def ref_slug
|
2017-08-07 18:00:11 +00:00
|
|
|
Gitlab::Utils.slugify(ref.to_s)
|
2016-12-13 19:21:30 +00:00
|
|
|
end
|
|
|
|
|
2017-06-21 10:25:27 +00:00
|
|
|
# Variables whose value does not depend on environment
|
2016-12-08 16:21:16 +00:00
|
|
|
def simple_variables
|
2017-07-06 07:45:38 +00:00
|
|
|
variables(environment: nil)
|
|
|
|
end
|
|
|
|
|
|
|
|
# All variables, including those dependent on environment, which could
|
|
|
|
# contain unexpanded variables.
|
|
|
|
def variables(environment: persisted_environment)
|
2016-07-20 11:17:21 +00:00
|
|
|
variables = predefined_variables
|
2017-06-01 09:50:10 +00:00
|
|
|
variables += project.predefined_variables
|
|
|
|
variables += pipeline.predefined_variables
|
|
|
|
variables += runner.predefined_variables if runner
|
|
|
|
variables += project.container_registry_variables
|
|
|
|
variables += project.deployment_variables if has_environment?
|
2017-09-06 16:57:07 +00:00
|
|
|
variables += project.auto_devops_variables
|
2017-06-01 09:50:10 +00:00
|
|
|
variables += yaml_variables
|
|
|
|
variables += user_variables
|
2017-05-03 18:51:55 +00:00
|
|
|
variables += project.group.secret_variables_for(ref, project).map(&:to_runner_variable) if project.group
|
2017-07-06 07:45:38 +00:00
|
|
|
variables += secret_variables(environment: environment)
|
2017-06-28 12:29:31 +00:00
|
|
|
variables += trigger_request.user_variables if trigger_request
|
2017-07-27 13:41:21 +00:00
|
|
|
variables += pipeline.variables.map(&:to_runner_variable)
|
2017-07-01 06:23:09 +00:00
|
|
|
variables += pipeline.pipeline_schedule.job_variables if pipeline.pipeline_schedule
|
2017-07-06 07:45:38 +00:00
|
|
|
variables += persisted_environment_variables if environment
|
2015-08-26 01:42:46 +00:00
|
|
|
|
2017-07-06 07:45:38 +00:00
|
|
|
variables
|
2016-12-08 16:21:16 +00:00
|
|
|
end
|
|
|
|
|
2017-09-27 14:01:33 +00:00
|
|
|
def features
|
|
|
|
{ trace_sections: true }
|
|
|
|
end
|
|
|
|
|
2015-12-08 05:10:17 +00:00
|
|
|
def merge_request
|
2017-05-26 08:31:42 +00:00
|
|
|
return @merge_request if defined?(@merge_request)
|
2017-05-29 07:58:20 +00:00
|
|
|
|
2017-05-23 15:10:07 +00:00
|
|
|
@merge_request ||=
|
|
|
|
begin
|
Use latest_merge_request_diff association
Compared to the merge_request_diff association:
1. It's simpler to query. The query uses a foreign key to the
merge_request_diffs table, so no ordering is necessary.
2. It's faster for preloading. The merge_request_diff association has to load
every diff for the MRs in the set, then discard all but the most recent for
each. This association means that Rails can just query for N diffs from N
MRs.
3. It's more complicated to update. This is a bidirectional foreign key, so we
need to update two tables when adding a diff record. This also means we need
to handle this as a special case when importing a GitLab project.
There is some juggling with this association in the merge request model:
* `MergeRequest#latest_merge_request_diff` is _always_ the latest diff.
* `MergeRequest#merge_request_diff` reuses
`MergeRequest#latest_merge_request_diff` unless:
* Arguments are passed. These are typically to force-reload the association.
* It doesn't exist. That means we might be trying to implicitly create a
diff. This only seems to happen in specs.
* The association is already loaded. This is important for the reasons
explained in the comment, which I'll reiterate here: if we a) load a
non-latest diff, then b) get its `merge_request`, then c) get that MR's
`merge_request_diff`, we should get the diff we loaded in c), even though
that's not the latest diff.
Basically, `MergeRequest#merge_request_diff` is the latest diff in most cases,
but not quite all.
2017-11-15 17:22:18 +00:00
|
|
|
merge_requests = MergeRequest.includes(:latest_merge_request_diff)
|
2017-05-23 15:10:07 +00:00
|
|
|
.where(source_branch: ref,
|
|
|
|
source_project: pipeline.project)
|
2017-05-29 07:58:20 +00:00
|
|
|
.reorder(iid: :desc)
|
2017-05-23 15:10:07 +00:00
|
|
|
|
|
|
|
merge_requests.find do |merge_request|
|
2017-06-16 14:00:58 +00:00
|
|
|
merge_request.commit_shas.include?(pipeline.sha)
|
2017-05-23 15:10:07 +00:00
|
|
|
end
|
|
|
|
end
|
2015-12-08 05:10:17 +00:00
|
|
|
end
|
|
|
|
|
2015-08-26 01:42:46 +00:00
|
|
|
def repo_url
|
2016-09-16 10:46:33 +00:00
|
|
|
auth = "gitlab-ci-token:#{ensure_token!}@"
|
2015-12-04 11:55:23 +00:00
|
|
|
project.http_url_to_repo.sub(/^https?:\/\//) do |prefix|
|
|
|
|
prefix + auth
|
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def allow_git_fetch
|
2015-12-04 11:55:23 +00:00
|
|
|
project.build_allow_git_fetch
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def update_coverage
|
2017-04-06 16:20:27 +00:00
|
|
|
coverage = trace.extract_coverage(coverage_regex)
|
2017-01-25 03:48:03 +00:00
|
|
|
update_attributes(coverage: coverage) if coverage.present?
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2017-09-25 16:54:08 +00:00
|
|
|
def parse_trace_sections!
|
2017-10-06 10:33:10 +00:00
|
|
|
ExtractSectionsFromBuildTraceService.new(project, user).execute(self)
|
2017-09-25 16:54:08 +00:00
|
|
|
end
|
|
|
|
|
2017-04-06 16:20:27 +00:00
|
|
|
def trace
|
|
|
|
Gitlab::Ci::Trace.new(self)
|
2016-06-21 11:12:02 +00:00
|
|
|
end
|
|
|
|
|
2016-02-02 11:12:03 +00:00
|
|
|
def has_trace?
|
2017-04-06 16:20:27 +00:00
|
|
|
trace.exist?
|
2016-08-25 11:53:20 +00:00
|
|
|
end
|
|
|
|
|
2017-04-06 16:20:27 +00:00
|
|
|
def trace=(data)
|
|
|
|
raise NotImplementedError
|
2016-03-31 11:24:14 +00:00
|
|
|
end
|
|
|
|
|
2017-04-06 16:20:27 +00:00
|
|
|
def old_trace
|
|
|
|
read_attribute(:trace)
|
2016-03-29 13:34:18 +00:00
|
|
|
end
|
|
|
|
|
2017-04-06 16:20:27 +00:00
|
|
|
def erase_old_trace!
|
|
|
|
write_attribute(:trace, nil)
|
|
|
|
save
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
|
2016-10-27 15:05:02 +00:00
|
|
|
def needs_touch?
|
|
|
|
Time.now - updated_at > 15.minutes.to_i
|
|
|
|
end
|
|
|
|
|
2016-05-18 22:43:00 +00:00
|
|
|
def valid_token?(token)
|
2016-08-08 10:01:25 +00:00
|
|
|
self.token && ActiveSupport::SecurityUtils.variable_size_secure_compare(token, self.token)
|
2015-10-12 21:47:32 +00:00
|
|
|
end
|
|
|
|
|
2016-05-06 07:17:27 +00:00
|
|
|
def has_tags?
|
|
|
|
tag_list.any?
|
|
|
|
end
|
|
|
|
|
2015-10-12 19:12:31 +00:00
|
|
|
def any_runners_online?
|
2016-06-08 07:19:49 +00:00
|
|
|
project.any_runners? { |runner| runner.active? && runner.online? && runner.can_pick?(self) }
|
2015-10-12 19:12:31 +00:00
|
|
|
end
|
|
|
|
|
2016-03-09 15:24:02 +00:00
|
|
|
def stuck?
|
2015-10-12 19:12:31 +00:00
|
|
|
pending? && !any_runners_online?
|
|
|
|
end
|
|
|
|
|
2015-12-07 12:23:23 +00:00
|
|
|
def execute_hooks
|
2016-02-19 16:38:47 +00:00
|
|
|
return unless project
|
2017-11-14 09:02:39 +00:00
|
|
|
|
2016-08-12 08:09:29 +00:00
|
|
|
build_data = Gitlab::DataBuilder::Build.build(self)
|
2017-05-15 15:11:45 +00:00
|
|
|
project.execute_hooks(build_data.dup, :job_hooks)
|
|
|
|
project.execute_services(build_data.dup, :job_hooks)
|
2016-01-15 11:21:52 +00:00
|
|
|
PagesService.new(build_data).execute
|
2016-06-01 14:50:32 +00:00
|
|
|
project.running_or_pending_build_count(force: true)
|
2015-12-07 12:23:23 +00:00
|
|
|
end
|
|
|
|
|
2017-06-08 05:29:35 +00:00
|
|
|
def browsable_artifacts?
|
|
|
|
artifacts_metadata?
|
|
|
|
end
|
|
|
|
|
2016-01-20 20:48:22 +00:00
|
|
|
def artifacts_metadata_entry(path, **options)
|
2017-06-08 05:29:35 +00:00
|
|
|
artifacts_metadata.use_file do |metadata_path|
|
|
|
|
metadata = Gitlab::Ci::Build::Artifacts::Metadata.new(
|
|
|
|
metadata_path,
|
|
|
|
path,
|
|
|
|
**options)
|
2016-06-28 11:16:48 +00:00
|
|
|
|
2017-06-08 05:29:35 +00:00
|
|
|
metadata.to_entry
|
|
|
|
end
|
2015-12-28 09:35:51 +00:00
|
|
|
end
|
|
|
|
|
2016-05-18 20:21:51 +00:00
|
|
|
def erase_artifacts!
|
|
|
|
remove_artifacts_file!
|
|
|
|
remove_artifacts_metadata!
|
2016-06-17 10:58:26 +00:00
|
|
|
save
|
2016-05-18 20:21:51 +00:00
|
|
|
end
|
|
|
|
|
2016-02-16 07:39:20 +00:00
|
|
|
def erase(opts = {})
|
|
|
|
return false unless erasable?
|
|
|
|
|
2016-05-18 20:21:51 +00:00
|
|
|
erase_artifacts!
|
2016-02-16 07:39:20 +00:00
|
|
|
erase_trace!
|
|
|
|
update_erased!(opts[:erased_by])
|
|
|
|
end
|
|
|
|
|
|
|
|
def erasable?
|
|
|
|
complete? && (artifacts? || has_trace?)
|
|
|
|
end
|
|
|
|
|
|
|
|
def erased?
|
|
|
|
!self.erased_at.nil?
|
|
|
|
end
|
|
|
|
|
2016-05-18 20:21:51 +00:00
|
|
|
def artifacts_expired?
|
2016-06-10 12:40:25 +00:00
|
|
|
artifacts_expire_at && artifacts_expire_at < Time.now
|
2016-05-18 20:21:51 +00:00
|
|
|
end
|
|
|
|
|
2016-06-10 12:25:54 +00:00
|
|
|
def artifacts_expire_in
|
|
|
|
artifacts_expire_at - Time.now if artifacts_expire_at
|
|
|
|
end
|
|
|
|
|
|
|
|
def artifacts_expire_in=(value)
|
2016-06-10 19:45:06 +00:00
|
|
|
self.artifacts_expire_at =
|
|
|
|
if value
|
2017-02-16 15:40:13 +00:00
|
|
|
ChronicDuration.parse(value)&.seconds&.from_now
|
2016-06-10 19:45:06 +00:00
|
|
|
end
|
2016-06-10 12:25:54 +00:00
|
|
|
end
|
|
|
|
|
2017-01-09 09:58:45 +00:00
|
|
|
def has_expiring_artifacts?
|
2017-05-29 07:58:20 +00:00
|
|
|
artifacts_expire_at.present? && artifacts_expire_at > Time.now
|
2017-01-09 09:58:45 +00:00
|
|
|
end
|
|
|
|
|
2016-06-08 15:18:54 +00:00
|
|
|
def keep_artifacts!
|
2016-05-18 20:21:51 +00:00
|
|
|
self.update(artifacts_expire_at: nil)
|
2017-12-03 11:02:11 +00:00
|
|
|
self.job_artifacts.update_all(expire_at: nil)
|
2016-05-18 20:21:51 +00:00
|
|
|
end
|
|
|
|
|
2016-11-14 03:56:39 +00:00
|
|
|
def coverage_regex
|
2016-12-13 04:53:12 +00:00
|
|
|
super || project.try(:build_coverage_regex)
|
2016-11-14 03:56:39 +00:00
|
|
|
end
|
|
|
|
|
2016-07-19 11:23:14 +00:00
|
|
|
def when
|
|
|
|
read_attribute(:when) || build_attributes_from_config[:when] || 'on_success'
|
2016-02-16 07:39:20 +00:00
|
|
|
end
|
|
|
|
|
2016-07-19 11:23:14 +00:00
|
|
|
def yaml_variables
|
|
|
|
read_attribute(:yaml_variables) || build_attributes_from_config[:yaml_variables] || []
|
2016-02-16 07:39:20 +00:00
|
|
|
end
|
|
|
|
|
2016-09-05 09:42:59 +00:00
|
|
|
def user_variables
|
|
|
|
return [] if user.blank?
|
|
|
|
|
|
|
|
[
|
|
|
|
{ key: 'GITLAB_USER_ID', value: user.id.to_s, public: true },
|
2017-08-25 04:01:01 +00:00
|
|
|
{ key: 'GITLAB_USER_EMAIL', value: user.email, public: true },
|
2017-08-25 04:01:55 +00:00
|
|
|
{ key: 'GITLAB_USER_LOGIN', value: user.username, public: true },
|
2017-08-25 04:01:01 +00:00
|
|
|
{ key: 'GITLAB_USER_NAME', value: user.name, public: true }
|
2016-09-05 09:42:59 +00:00
|
|
|
]
|
|
|
|
end
|
|
|
|
|
2017-07-06 07:45:38 +00:00
|
|
|
def secret_variables(environment: persisted_environment)
|
|
|
|
project.secret_variables_for(ref: ref, environment: environment)
|
|
|
|
.map(&:to_runner_variable)
|
|
|
|
end
|
|
|
|
|
2017-02-16 00:05:44 +00:00
|
|
|
def steps
|
2017-03-07 11:30:34 +00:00
|
|
|
[Gitlab::Ci::Build::Step.from_commands(self),
|
|
|
|
Gitlab::Ci::Build::Step.from_after_script(self)].compact
|
2017-02-16 00:05:44 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def image
|
2017-03-02 16:44:15 +00:00
|
|
|
Gitlab::Ci::Build::Image.from_image(self)
|
2017-02-16 00:05:44 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def services
|
2017-03-02 16:44:15 +00:00
|
|
|
Gitlab::Ci::Build::Image.from_services(self)
|
2017-02-16 00:05:44 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def artifacts
|
2017-03-06 13:50:56 +00:00
|
|
|
[options[:artifacts]]
|
2017-02-16 00:05:44 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def cache
|
2018-01-04 18:43:31 +00:00
|
|
|
cache = options[:cache]
|
|
|
|
|
|
|
|
if cache && project.jobs_cache_index
|
|
|
|
cache = cache.merge(
|
|
|
|
key: "#{cache[:key]}:#{project.jobs_cache_index}")
|
2017-12-22 22:06:15 +00:00
|
|
|
end
|
2018-01-04 18:43:31 +00:00
|
|
|
|
|
|
|
[cache]
|
2017-02-16 00:05:44 +00:00
|
|
|
end
|
|
|
|
|
2016-11-20 19:43:50 +00:00
|
|
|
def credentials
|
2016-11-21 15:02:08 +00:00
|
|
|
Gitlab::Ci::Build::Credentials::Factory.new(self).create!
|
2016-11-20 19:43:50 +00:00
|
|
|
end
|
|
|
|
|
2017-03-16 13:45:05 +00:00
|
|
|
def dependencies
|
2017-04-05 12:07:10 +00:00
|
|
|
return [] if empty_dependencies?
|
|
|
|
|
2017-03-16 13:45:05 +00:00
|
|
|
depended_jobs = depends_on_builds
|
|
|
|
|
2017-03-18 23:35:17 +00:00
|
|
|
return depended_jobs unless options[:dependencies].present?
|
2017-03-16 13:45:05 +00:00
|
|
|
|
2017-03-18 23:35:17 +00:00
|
|
|
depended_jobs.select do |job|
|
|
|
|
options[:dependencies].include?(job.name)
|
2017-03-16 13:45:05 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2017-04-05 12:07:10 +00:00
|
|
|
def empty_dependencies?
|
|
|
|
options[:dependencies]&.empty?
|
|
|
|
end
|
|
|
|
|
2017-09-05 13:37:28 +00:00
|
|
|
def validates_dependencies!
|
2017-12-02 07:14:47 +00:00
|
|
|
dependencies.each do |dependency|
|
|
|
|
raise MissingDependenciesError unless dependency.valid_dependency?
|
2017-09-05 13:37:28 +00:00
|
|
|
end
|
2017-09-04 08:56:49 +00:00
|
|
|
end
|
|
|
|
|
2017-12-02 07:23:19 +00:00
|
|
|
def valid_dependency?
|
|
|
|
return false if artifacts_expired?
|
|
|
|
return false if erased?
|
|
|
|
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
2017-04-06 16:20:27 +00:00
|
|
|
def hide_secrets(trace)
|
|
|
|
return unless trace
|
|
|
|
|
|
|
|
trace = trace.dup
|
2017-09-06 11:26:15 +00:00
|
|
|
Gitlab::Ci::MaskSecret.mask!(trace, project.runners_token) if project
|
|
|
|
Gitlab::Ci::MaskSecret.mask!(trace, token)
|
2017-04-06 16:20:27 +00:00
|
|
|
trace
|
|
|
|
end
|
|
|
|
|
2017-09-05 15:10:57 +00:00
|
|
|
def serializable_hash(options = {})
|
2017-09-06 08:16:11 +00:00
|
|
|
super(options).merge(when: read_attribute(:when))
|
2017-09-05 15:10:57 +00:00
|
|
|
end
|
|
|
|
|
2016-02-16 07:39:20 +00:00
|
|
|
private
|
|
|
|
|
2016-06-29 09:44:39 +00:00
|
|
|
def update_artifacts_size
|
2017-12-03 15:21:59 +00:00
|
|
|
self.artifacts_size = legacy_artifacts_file&.size
|
2016-06-29 09:44:39 +00:00
|
|
|
end
|
|
|
|
|
2016-02-16 07:39:20 +00:00
|
|
|
def erase_trace!
|
2017-04-06 16:20:27 +00:00
|
|
|
trace.erase!
|
2016-02-16 07:39:20 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def update_erased!(user = nil)
|
2016-06-08 15:18:54 +00:00
|
|
|
self.update(erased_by: user, erased_at: Time.now, artifacts_expire_at: nil)
|
2016-02-16 07:39:20 +00:00
|
|
|
end
|
|
|
|
|
2017-02-03 15:21:10 +00:00
|
|
|
def unscoped_project
|
2017-03-17 23:06:11 +00:00
|
|
|
@unscoped_project ||= Project.unscoped.find_by(id: project_id)
|
2017-02-03 15:21:10 +00:00
|
|
|
end
|
|
|
|
|
2017-03-07 09:06:53 +00:00
|
|
|
CI_REGISTRY_USER = 'gitlab-ci-token'.freeze
|
|
|
|
|
2015-10-12 15:06:53 +00:00
|
|
|
def predefined_variables
|
2016-07-20 11:17:21 +00:00
|
|
|
variables = [
|
|
|
|
{ key: 'CI', value: 'true', public: true },
|
|
|
|
{ key: 'GITLAB_CI', value: 'true', public: true },
|
2017-03-07 09:06:53 +00:00
|
|
|
{ key: 'CI_SERVER_NAME', value: 'GitLab', public: true },
|
|
|
|
{ key: 'CI_SERVER_VERSION', value: Gitlab::VERSION, public: true },
|
|
|
|
{ key: 'CI_SERVER_REVISION', value: Gitlab::REVISION, public: true },
|
|
|
|
{ key: 'CI_JOB_ID', value: id.to_s, public: true },
|
|
|
|
{ key: 'CI_JOB_NAME', value: name, public: true },
|
|
|
|
{ key: 'CI_JOB_STAGE', value: stage, public: true },
|
|
|
|
{ key: 'CI_JOB_TOKEN', value: token, public: false },
|
2017-03-07 16:37:05 +00:00
|
|
|
{ key: 'CI_COMMIT_SHA', value: sha, public: true },
|
2017-03-07 09:06:53 +00:00
|
|
|
{ key: 'CI_COMMIT_REF_NAME', value: ref, public: true },
|
|
|
|
{ key: 'CI_COMMIT_REF_SLUG', value: ref_slug, public: true },
|
|
|
|
{ key: 'CI_REGISTRY_USER', value: CI_REGISTRY_USER, public: true },
|
|
|
|
{ key: 'CI_REGISTRY_PASSWORD', value: token, public: false },
|
|
|
|
{ key: 'CI_REPOSITORY_URL', value: repo_url, public: false }
|
|
|
|
]
|
|
|
|
|
|
|
|
variables << { key: "CI_COMMIT_TAG", value: ref, public: true } if tag?
|
|
|
|
variables << { key: "CI_PIPELINE_TRIGGERED", value: 'true', public: true } if trigger_request
|
|
|
|
variables << { key: "CI_JOB_MANUAL", value: 'true', public: true } if action?
|
|
|
|
variables.concat(legacy_variables)
|
|
|
|
end
|
|
|
|
|
2017-05-24 19:57:58 +00:00
|
|
|
def persisted_environment_variables
|
2017-05-26 20:16:03 +00:00
|
|
|
return [] unless persisted_environment
|
|
|
|
|
2017-05-25 14:14:22 +00:00
|
|
|
variables = persisted_environment.predefined_variables
|
|
|
|
|
2017-06-21 12:22:26 +00:00
|
|
|
# Here we're passing unexpanded environment_url for runner to expand,
|
|
|
|
# and we need to make sure that CI_ENVIRONMENT_NAME and
|
|
|
|
# CI_ENVIRONMENT_SLUG so on are available for the URL be expanded.
|
2017-06-21 11:53:19 +00:00
|
|
|
variables << { key: 'CI_ENVIRONMENT_URL', value: environment_url, public: true } if environment_url
|
2017-05-25 14:14:22 +00:00
|
|
|
|
|
|
|
variables
|
2017-05-24 19:57:58 +00:00
|
|
|
end
|
|
|
|
|
2017-03-07 09:06:53 +00:00
|
|
|
def legacy_variables
|
|
|
|
variables = [
|
2016-07-20 11:17:21 +00:00
|
|
|
{ key: 'CI_BUILD_ID', value: id.to_s, public: true },
|
|
|
|
{ key: 'CI_BUILD_TOKEN', value: token, public: false },
|
|
|
|
{ key: 'CI_BUILD_REF', value: sha, public: true },
|
|
|
|
{ key: 'CI_BUILD_BEFORE_SHA', value: before_sha, public: true },
|
|
|
|
{ key: 'CI_BUILD_REF_NAME', value: ref, public: true },
|
2016-12-13 19:21:30 +00:00
|
|
|
{ key: 'CI_BUILD_REF_SLUG', value: ref_slug, public: true },
|
2016-07-20 11:17:21 +00:00
|
|
|
{ key: 'CI_BUILD_NAME', value: name, public: true },
|
2017-03-07 09:06:53 +00:00
|
|
|
{ key: 'CI_BUILD_STAGE', value: stage, public: true }
|
2016-07-20 11:17:21 +00:00
|
|
|
]
|
2017-03-07 09:06:53 +00:00
|
|
|
|
|
|
|
variables << { key: "CI_BUILD_TAG", value: ref, public: true } if tag?
|
|
|
|
variables << { key: "CI_BUILD_TRIGGERED", value: 'true', public: true } if trigger_request
|
|
|
|
variables << { key: "CI_BUILD_MANUAL", value: 'true', public: true } if action?
|
2015-10-12 15:06:53 +00:00
|
|
|
variables
|
|
|
|
end
|
2016-07-19 11:23:14 +00:00
|
|
|
|
2017-06-21 10:03:42 +00:00
|
|
|
def environment_url
|
2017-06-21 12:22:26 +00:00
|
|
|
options&.dig(:environment, :url) || persisted_environment&.external_url
|
2017-06-21 10:03:42 +00:00
|
|
|
end
|
|
|
|
|
2016-07-19 11:23:14 +00:00
|
|
|
def build_attributes_from_config
|
|
|
|
return {} unless pipeline.config_processor
|
2016-08-04 15:44:27 +00:00
|
|
|
|
2016-07-19 11:23:14 +00:00
|
|
|
pipeline.config_processor.build_attributes(name)
|
|
|
|
end
|
2016-09-19 10:38:03 +00:00
|
|
|
|
2016-11-22 16:58:10 +00:00
|
|
|
def update_project_statistics
|
2017-02-03 15:21:10 +00:00
|
|
|
return unless project
|
|
|
|
|
2016-11-22 16:58:10 +00:00
|
|
|
ProjectCacheWorker.perform_async(project_id, [], [:build_artifacts_size])
|
|
|
|
end
|
2017-06-01 21:36:04 +00:00
|
|
|
|
|
|
|
def update_project_statistics_after_save
|
|
|
|
if previous_changes.include?('artifacts_size')
|
|
|
|
update_project_statistics
|
|
|
|
end
|
|
|
|
end
|
2015-08-26 01:42:46 +00:00
|
|
|
end
|
|
|
|
end
|