2018-07-17 16:50:37 +00:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2016-01-15 11:21:52 +00:00
|
|
|
module Projects
|
2016-02-15 14:01:42 +00:00
|
|
|
class UpdatePagesService < BaseService
|
2018-04-27 17:40:31 +00:00
|
|
|
InvalidStateError = Class.new(StandardError)
|
2016-01-15 11:21:52 +00:00
|
|
|
BLOCK_SIZE = 32.kilobytes
|
2019-08-31 19:22:19 +00:00
|
|
|
PUBLIC_DIR = 'public'
|
2019-01-02 19:01:11 +00:00
|
|
|
|
2020-10-29 15:09:12 +00:00
|
|
|
# old deployment can be cached by pages daemon
|
|
|
|
# so we need to give pages daemon some time update cache
|
|
|
|
# 10 minutes is enough, but 30 feels safer
|
|
|
|
OLD_DEPLOYMENTS_DESTRUCTION_DELAY = 30.minutes.freeze
|
|
|
|
|
2016-01-15 11:21:52 +00:00
|
|
|
attr_reader :build
|
|
|
|
|
|
|
|
def initialize(project, build)
|
2021-04-19 21:09:27 +00:00
|
|
|
@project = project
|
|
|
|
@build = build
|
2016-01-15 11:21:52 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def execute
|
2018-03-05 12:57:48 +00:00
|
|
|
register_attempt
|
|
|
|
|
2016-01-15 11:21:52 +00:00
|
|
|
# Create status notifying the deployment of pages
|
2021-07-08 15:10:06 +00:00
|
|
|
@status = build_commit_status
|
|
|
|
::Ci::Pipelines::AddJobService.new(@build.pipeline).execute!(@status) do |job|
|
|
|
|
job.enqueue!
|
|
|
|
job.run!
|
|
|
|
end
|
2016-01-15 11:21:52 +00:00
|
|
|
|
2021-08-03 15:10:03 +00:00
|
|
|
validate_state!
|
|
|
|
validate_max_size!
|
|
|
|
validate_max_entries!
|
2016-01-15 11:21:52 +00:00
|
|
|
|
2021-01-18 15:10:42 +00:00
|
|
|
build.artifacts_file.use_file do |artifacts_path|
|
|
|
|
create_pages_deployment(artifacts_path, build)
|
2016-01-15 11:21:52 +00:00
|
|
|
success
|
|
|
|
end
|
2018-04-27 17:40:31 +00:00
|
|
|
rescue InvalidStateError => e
|
2016-01-15 11:21:52 +00:00
|
|
|
error(e.message)
|
2021-04-26 12:09:44 +00:00
|
|
|
rescue StandardError => e
|
2018-04-27 17:30:52 +00:00
|
|
|
error(e.message)
|
2018-03-30 08:20:47 +00:00
|
|
|
raise e
|
2016-01-15 11:21:52 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def success
|
2020-05-27 15:08:11 +00:00
|
|
|
@status.success
|
2020-08-31 18:10:43 +00:00
|
|
|
@project.mark_pages_as_deployed(artifacts_archive: build.job_artifacts_archive)
|
2016-01-15 11:21:52 +00:00
|
|
|
super
|
|
|
|
end
|
|
|
|
|
2018-04-27 17:30:52 +00:00
|
|
|
def error(message)
|
2018-03-30 07:50:23 +00:00
|
|
|
register_failure
|
2017-03-30 12:39:17 +00:00
|
|
|
log_error("Projects::UpdatePagesService: #{message}")
|
2016-01-15 11:21:52 +00:00
|
|
|
@status.allow_failure = !latest?
|
|
|
|
@status.description = message
|
2020-05-27 15:08:11 +00:00
|
|
|
@status.drop(:script_failure)
|
2016-01-15 11:21:52 +00:00
|
|
|
super
|
|
|
|
end
|
|
|
|
|
2021-07-08 15:10:06 +00:00
|
|
|
def build_commit_status
|
2016-01-15 11:21:52 +00:00
|
|
|
GenericCommitStatus.new(
|
|
|
|
user: build.user,
|
|
|
|
stage: 'deploy',
|
|
|
|
name: 'pages:deploy'
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2020-10-22 15:08:25 +00:00
|
|
|
def create_pages_deployment(artifacts_path, build)
|
|
|
|
sha256 = build.job_artifacts_archive.file_sha256
|
|
|
|
|
2020-10-29 15:09:12 +00:00
|
|
|
deployment = nil
|
2020-10-12 18:08:31 +00:00
|
|
|
File.open(artifacts_path) do |file|
|
2020-10-22 15:08:25 +00:00
|
|
|
deployment = project.pages_deployments.create!(file: file,
|
|
|
|
file_count: entries_count,
|
2021-08-16 09:09:05 +00:00
|
|
|
file_sha256: sha256,
|
|
|
|
ci_build_id: build.id
|
|
|
|
)
|
2021-01-18 15:10:42 +00:00
|
|
|
|
2021-08-03 15:10:03 +00:00
|
|
|
validate_outdated_sha!
|
2021-01-18 15:10:42 +00:00
|
|
|
|
2020-11-05 15:09:04 +00:00
|
|
|
project.update_pages_deployment!(deployment)
|
2020-10-12 18:08:31 +00:00
|
|
|
end
|
|
|
|
|
2020-10-29 15:09:12 +00:00
|
|
|
DestroyPagesDeploymentsWorker.perform_in(
|
|
|
|
OLD_DEPLOYMENTS_DESTRUCTION_DELAY,
|
|
|
|
project.id,
|
|
|
|
deployment.id
|
|
|
|
)
|
2020-10-12 18:08:31 +00:00
|
|
|
end
|
|
|
|
|
2016-01-15 11:21:52 +00:00
|
|
|
def ref
|
|
|
|
build.ref
|
|
|
|
end
|
|
|
|
|
2018-03-09 15:31:31 +00:00
|
|
|
def artifacts
|
|
|
|
build.artifacts_file.path
|
|
|
|
end
|
|
|
|
|
2016-01-15 11:21:52 +00:00
|
|
|
def latest_sha
|
|
|
|
project.commit(build.ref).try(:sha).to_s
|
2018-03-30 08:20:32 +00:00
|
|
|
ensure
|
|
|
|
# Close any file descriptors that were opened and free libgit2 buffers
|
|
|
|
project.cleanup
|
2016-01-15 11:21:52 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def sha
|
|
|
|
build.sha
|
|
|
|
end
|
2017-07-24 10:44:33 +00:00
|
|
|
|
|
|
|
def register_attempt
|
2017-08-10 18:05:44 +00:00
|
|
|
pages_deployments_total_counter.increment
|
2017-07-24 10:44:33 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def register_failure
|
2017-08-10 18:05:44 +00:00
|
|
|
pages_deployments_failed_total_counter.increment
|
2017-07-24 10:44:33 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def pages_deployments_total_counter
|
|
|
|
@pages_deployments_total_counter ||= Gitlab::Metrics.counter(:pages_deployments_total, "Counter of GitLab Pages deployments triggered")
|
|
|
|
end
|
|
|
|
|
|
|
|
def pages_deployments_failed_total_counter
|
|
|
|
@pages_deployments_failed_total_counter ||= Gitlab::Metrics.counter(:pages_deployments_failed_total, "Counter of GitLab Pages deployments which failed")
|
|
|
|
end
|
2019-01-02 19:01:11 +00:00
|
|
|
|
2021-08-03 15:10:03 +00:00
|
|
|
def validate_state!
|
|
|
|
raise InvalidStateError, 'missing pages artifacts' unless build.artifacts?
|
|
|
|
raise InvalidStateError, 'missing artifacts metadata' unless build.artifacts_metadata?
|
|
|
|
|
|
|
|
validate_outdated_sha!
|
|
|
|
end
|
|
|
|
|
|
|
|
def validate_outdated_sha!
|
2021-08-16 09:09:05 +00:00
|
|
|
return if latest?
|
|
|
|
|
|
|
|
if Feature.enabled?(:pages_smart_check_outdated_sha, project, default_enabled: :yaml)
|
|
|
|
# use pipeline_id in case the build is retried
|
|
|
|
last_deployed_pipeline_id = project.pages_metadatum&.pages_deployment&.ci_build&.pipeline_id
|
|
|
|
|
|
|
|
return unless last_deployed_pipeline_id
|
|
|
|
return if last_deployed_pipeline_id <= build.pipeline_id
|
|
|
|
end
|
|
|
|
|
|
|
|
raise InvalidStateError, 'build SHA is outdated for this ref'
|
2021-08-03 15:10:03 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def latest?
|
|
|
|
# check if sha for the ref is still the most recent one
|
|
|
|
# this helps in case when multiple deployments happens
|
|
|
|
sha == latest_sha
|
|
|
|
end
|
|
|
|
|
|
|
|
def validate_max_size!
|
|
|
|
if total_size > max_size
|
|
|
|
raise InvalidStateError, "artifacts for pages are too large: #{total_size}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# Calculate page size after extract
|
|
|
|
def total_size
|
|
|
|
@total_size ||= build.artifacts_metadata_entry(PUBLIC_DIR + '/', recursive: true).total_size
|
|
|
|
end
|
|
|
|
|
|
|
|
def max_size_from_settings
|
|
|
|
Gitlab::CurrentSettings.max_pages_size.megabytes
|
|
|
|
end
|
|
|
|
|
|
|
|
def max_size
|
|
|
|
max_pages_size = max_size_from_settings
|
|
|
|
|
|
|
|
return ::Gitlab::Pages::MAX_SIZE if max_pages_size == 0
|
|
|
|
|
|
|
|
max_pages_size
|
|
|
|
end
|
|
|
|
|
|
|
|
def validate_max_entries!
|
|
|
|
if pages_file_entries_limit > 0 && entries_count > pages_file_entries_limit
|
|
|
|
raise InvalidStateError, "pages site contains #{entries_count} file entries, while limit is set to #{pages_file_entries_limit}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def entries_count
|
|
|
|
# we're using the full archive and pages daemon needs to read it
|
|
|
|
# so we want the total count from entries, not only "public/" directory
|
|
|
|
# because it better approximates work we need to do before we can serve the site
|
|
|
|
@entries_count = build.artifacts_metadata_entry("", recursive: true).entries.count
|
|
|
|
end
|
|
|
|
|
|
|
|
def pages_file_entries_limit
|
|
|
|
project.actual_limits.pages_file_entries
|
|
|
|
end
|
2016-01-15 11:21:52 +00:00
|
|
|
end
|
|
|
|
end
|
2019-12-20 09:24:38 +00:00
|
|
|
|
2021-05-11 21:10:21 +00:00
|
|
|
Projects::UpdatePagesService.prepend_mod_with('Projects::UpdatePagesService')
|