2018-07-05 06:18:17 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2016-02-15 09:51:00 -05:00
|
|
|
class GitPushService < BaseService
|
|
|
|
attr_accessor :push_data, :push_commits
|
2015-01-25 10:33:54 -05:00
|
|
|
include Gitlab::Access
|
2018-07-31 10:07:24 -04:00
|
|
|
include Gitlab::Utils::StrongMemoize
|
2013-02-25 14:21:38 -05:00
|
|
|
|
2016-12-21 10:26:35 -05:00
|
|
|
# The N most recent commits to process in a single push payload.
|
|
|
|
PROCESS_COMMIT_LIMIT = 100
|
|
|
|
|
2013-02-25 14:21:38 -05:00
|
|
|
# This method will be called after each git update
|
2016-02-15 09:51:00 -05:00
|
|
|
# and only if the provided user and project are present in GitLab.
|
2013-02-25 14:21:38 -05:00
|
|
|
#
|
|
|
|
# All callbacks for post receive action should be placed here.
|
|
|
|
#
|
2013-05-30 19:16:49 -04:00
|
|
|
# Next, this method:
|
|
|
|
# 1. Creates the push event
|
2015-08-11 08:33:31 -04:00
|
|
|
# 2. Updates merge requests
|
|
|
|
# 3. Recognizes cross-references from commit messages
|
2016-03-10 14:48:29 -05:00
|
|
|
# 4. Executes the project's webhooks
|
2015-08-11 08:33:31 -04:00
|
|
|
# 5. Executes the project's services
|
2016-03-03 05:51:48 -05:00
|
|
|
# 6. Checks if the project's main language has changed
|
2013-02-25 14:21:38 -05:00
|
|
|
#
|
2016-02-11 06:50:27 -05:00
|
|
|
def execute
|
2018-07-31 10:07:24 -04:00
|
|
|
project.repository.after_create if project.empty_repo?
|
|
|
|
project.repository.after_push_commit(branch_name)
|
2016-02-08 06:50:55 -05:00
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
if push_remove_branch?
|
2018-07-31 10:07:24 -04:00
|
|
|
project.repository.after_remove_branch
|
2014-12-05 16:56:43 -05:00
|
|
|
@push_commits = []
|
2016-02-11 06:50:27 -05:00
|
|
|
elsif push_to_new_branch?
|
2018-07-31 10:07:24 -04:00
|
|
|
project.repository.after_create_branch
|
2016-02-08 06:50:55 -05:00
|
|
|
|
2014-12-05 16:56:43 -05:00
|
|
|
# Re-find the pushed commits.
|
2017-08-24 13:03:50 -04:00
|
|
|
if default_branch?
|
2014-12-05 16:56:43 -05:00
|
|
|
# Initial push to the default branch. Take the full history of that branch as "newly pushed".
|
2016-02-11 06:50:27 -05:00
|
|
|
process_default_branch
|
2014-12-05 16:56:43 -05:00
|
|
|
else
|
|
|
|
# Use the pushed commits that aren't reachable by the default branch
|
|
|
|
# as a heuristic. This may include more commits than are actually pushed, but
|
2016-02-12 03:16:19 -05:00
|
|
|
# that shouldn't matter because we check for existing cross-references later.
|
2018-07-31 10:07:24 -04:00
|
|
|
@push_commits = project.repository.commits_between(project.default_branch, params[:newrev])
|
2014-12-05 16:56:43 -05:00
|
|
|
|
|
|
|
# don't process commits for the initial push to the default branch
|
2016-02-11 06:50:27 -05:00
|
|
|
process_commit_messages
|
2013-05-30 19:16:49 -04:00
|
|
|
end
|
2016-02-11 06:50:27 -05:00
|
|
|
elsif push_to_existing_branch?
|
2014-12-05 16:56:43 -05:00
|
|
|
# Collect data for this git push
|
2018-07-31 10:07:24 -04:00
|
|
|
@push_commits = project.repository.commits_between(params[:oldrev], params[:newrev])
|
2017-07-27 08:58:02 -04:00
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
process_commit_messages
|
2016-03-14 19:33:00 -04:00
|
|
|
|
|
|
|
# Update the bare repositories info/attributes file using the contents of the default branches
|
|
|
|
# .gitattributes file
|
2017-08-24 13:03:50 -04:00
|
|
|
update_gitattributes if default_branch?
|
2014-12-05 16:56:43 -05:00
|
|
|
end
|
2016-03-14 19:33:00 -04:00
|
|
|
|
2016-11-11 04:33:16 -05:00
|
|
|
execute_related_hooks
|
2016-03-14 11:49:24 -04:00
|
|
|
perform_housekeeping
|
2016-11-18 08:04:18 -05:00
|
|
|
|
2018-05-03 08:55:14 -04:00
|
|
|
update_remote_mirrors
|
2016-11-18 08:04:18 -05:00
|
|
|
update_caches
|
2017-07-10 07:19:50 -04:00
|
|
|
|
|
|
|
update_signatures
|
2016-02-11 06:50:27 -05:00
|
|
|
end
|
2015-10-15 04:41:46 -04:00
|
|
|
|
2016-03-14 19:33:00 -04:00
|
|
|
def update_gitattributes
|
2018-07-31 10:07:24 -04:00
|
|
|
project.repository.copy_gitattributes(params[:ref])
|
2016-03-14 19:33:00 -04:00
|
|
|
end
|
|
|
|
|
2016-11-18 08:04:18 -05:00
|
|
|
def update_caches
|
2017-08-24 13:03:50 -04:00
|
|
|
if default_branch?
|
2017-07-27 08:58:02 -04:00
|
|
|
if push_to_new_branch?
|
|
|
|
# If this is the initial push into the default branch, the file type caches
|
|
|
|
# will already be reset as a result of `Project#change_head`.
|
|
|
|
types = []
|
|
|
|
else
|
|
|
|
paths = Set.new
|
2016-11-18 08:04:18 -05:00
|
|
|
|
2018-07-30 12:55:28 -04:00
|
|
|
last_pushed_commits.each do |commit|
|
2017-07-27 08:58:02 -04:00
|
|
|
commit.raw_deltas.each do |diff|
|
|
|
|
paths << diff.new_path
|
|
|
|
end
|
2016-11-18 08:04:18 -05:00
|
|
|
end
|
|
|
|
|
2017-07-27 08:58:02 -04:00
|
|
|
types = Gitlab::FileDetector.types_in_paths(paths.to_a)
|
|
|
|
end
|
Add repository languages for projects
Our friends at GitHub show the programming languages for a long time,
and inspired by that this commit means to create about the same
functionality.
Language detection is done through Linguist, as before, where the
difference is that we cache the result in the database. Also, Gitaly can
incrementaly scan a repository. This is done through a shell out, which
creates overhead of about 3s each run. For now this won't be improved.
Scans are triggered by pushed to the default branch, usually `master`.
However, one exception to this rule the charts page. If we're requesting
this expensive data anyway, we just cache it in the database.
Edge cases where there is no repository, or its empty are caught in the
Repository model. This makes use of Redis caching, which is probably
already loaded.
The added model is called RepositoryLanguage, which will make it harder
if/when GitLab supports multiple repositories per project. However, for
now I think this shouldn't be a concern. Also, Language could be
confused with the i18n languages and felt like the current name was
suiteable too.
Design of the Project#Show page is done with help from @dimitrieh. This
change is not visible to the end user unless detections are done.
2018-06-06 07:10:59 -04:00
|
|
|
|
|
|
|
DetectRepositoryLanguagesWorker.perform_async(@project.id, current_user.id)
|
2016-11-18 08:04:18 -05:00
|
|
|
else
|
|
|
|
types = []
|
|
|
|
end
|
|
|
|
|
2018-07-31 10:07:24 -04:00
|
|
|
ProjectCacheWorker.perform_async(project.id, types, [:commit_count, :repository_size])
|
2016-11-18 08:04:18 -05:00
|
|
|
end
|
|
|
|
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2017-07-10 07:19:50 -04:00
|
|
|
def update_signatures
|
2018-07-30 12:55:28 -04:00
|
|
|
commit_shas = last_pushed_commits.map(&:sha)
|
2017-08-15 07:22:55 -04:00
|
|
|
|
|
|
|
return if commit_shas.empty?
|
|
|
|
|
|
|
|
shas_with_cached_signatures = GpgSignature.where(commit_sha: commit_shas).pluck(:commit_sha)
|
|
|
|
commit_shas -= shas_with_cached_signatures
|
|
|
|
|
|
|
|
return if commit_shas.empty?
|
|
|
|
|
|
|
|
commit_shas = Gitlab::Git::Commit.shas_with_signatures(project.repository, commit_shas)
|
|
|
|
|
2018-07-30 12:55:28 -04:00
|
|
|
CreateGpgSignatureWorker.perform_async(commit_shas, project.id)
|
2017-07-10 07:19:50 -04:00
|
|
|
end
|
2018-08-27 11:31:01 -04:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2017-07-10 07:19:50 -04:00
|
|
|
|
2016-12-21 10:26:35 -05:00
|
|
|
# Schedules processing of commit messages.
|
|
|
|
def process_commit_messages
|
2017-08-24 13:03:50 -04:00
|
|
|
default = default_branch?
|
2016-12-21 10:26:35 -05:00
|
|
|
|
2018-07-30 12:55:28 -04:00
|
|
|
last_pushed_commits.each do |commit|
|
2017-04-21 22:26:58 -04:00
|
|
|
if commit.matches_cross_reference_regex?
|
2017-06-21 09:48:12 -04:00
|
|
|
ProcessCommitWorker
|
|
|
|
.perform_async(project.id, current_user.id, commit.to_hash, default)
|
2017-04-21 22:26:58 -04:00
|
|
|
end
|
2016-12-21 10:26:35 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-03-03 10:40:05 -05:00
|
|
|
protected
|
|
|
|
|
2018-05-03 08:55:14 -04:00
|
|
|
def update_remote_mirrors
|
2018-07-31 10:07:24 -04:00
|
|
|
return unless project.has_remote_mirror?
|
2018-05-03 08:55:14 -04:00
|
|
|
|
2018-07-31 10:07:24 -04:00
|
|
|
project.mark_stuck_remote_mirrors_as_failed!
|
|
|
|
project.update_remote_mirrors
|
2018-05-03 08:55:14 -04:00
|
|
|
end
|
|
|
|
|
2016-11-11 04:33:16 -05:00
|
|
|
def execute_related_hooks
|
|
|
|
# Update merge requests that may be affected by this push. A new branch
|
|
|
|
# could cause the last commit of a merge request to change.
|
|
|
|
#
|
|
|
|
UpdateMergeRequestsWorker
|
2018-07-31 10:07:24 -04:00
|
|
|
.perform_async(project.id, current_user.id, params[:oldrev], params[:newrev], params[:ref])
|
2015-03-13 09:55:38 -04:00
|
|
|
|
2018-07-31 10:07:24 -04:00
|
|
|
EventCreateService.new.push(project, current_user, build_push_data)
|
|
|
|
Ci::CreatePipelineService.new(project, current_user, build_push_data).execute(:push)
|
2017-07-27 08:58:02 -04:00
|
|
|
|
2018-07-31 10:07:24 -04:00
|
|
|
project.execute_hooks(build_push_data.dup, :push_hooks)
|
|
|
|
project.execute_services(build_push_data.dup, :push_hooks)
|
2016-11-11 04:33:16 -05:00
|
|
|
|
|
|
|
if push_remove_branch?
|
|
|
|
AfterBranchDeleteService
|
|
|
|
.new(project, current_user)
|
|
|
|
.execute(branch_name)
|
|
|
|
end
|
2013-02-25 14:21:38 -05:00
|
|
|
end
|
|
|
|
|
2016-03-14 11:49:24 -04:00
|
|
|
def perform_housekeeping
|
2018-07-31 10:07:24 -04:00
|
|
|
housekeeping = Projects::HousekeepingService.new(project)
|
2016-03-14 11:49:24 -04:00
|
|
|
housekeeping.increment!
|
|
|
|
housekeeping.execute if housekeeping.needed?
|
2016-03-15 06:03:43 -04:00
|
|
|
rescue Projects::HousekeepingService::LeaseTaken
|
2016-03-14 11:49:24 -04:00
|
|
|
end
|
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
def process_default_branch
|
2018-08-22 14:11:55 -04:00
|
|
|
offset = [push_commits_count_for_ref - PROCESS_COMMIT_LIMIT, 0].max
|
2017-07-27 08:58:02 -04:00
|
|
|
@push_commits = project.repository.commits(params[:newrev], offset: offset, limit: PROCESS_COMMIT_LIMIT)
|
2016-02-11 06:50:27 -05:00
|
|
|
|
2018-07-31 10:07:24 -04:00
|
|
|
project.after_create_default_branch
|
2016-02-11 06:50:27 -05:00
|
|
|
end
|
2013-02-25 14:21:38 -05:00
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
def build_push_data
|
2016-08-12 04:09:29 -04:00
|
|
|
@push_data ||= Gitlab::DataBuilder::Push.build(
|
2018-07-31 10:07:24 -04:00
|
|
|
project,
|
2016-08-12 04:09:29 -04:00
|
|
|
current_user,
|
|
|
|
params[:oldrev],
|
|
|
|
params[:newrev],
|
|
|
|
params[:ref],
|
2017-07-27 08:58:02 -04:00
|
|
|
@push_commits,
|
2018-08-22 14:11:55 -04:00
|
|
|
commits_count: commits_count)
|
2013-02-25 14:21:38 -05:00
|
|
|
end
|
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
def push_to_existing_branch?
|
2013-02-25 14:21:38 -05:00
|
|
|
# Return if this is not a push to a branch (e.g. new commits)
|
2018-07-31 10:07:24 -04:00
|
|
|
branch_ref? && !Gitlab::Git.blank_ref?(params[:oldrev])
|
2013-05-30 19:16:49 -04:00
|
|
|
end
|
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
def push_to_new_branch?
|
2018-07-31 10:07:24 -04:00
|
|
|
strong_memoize(:push_to_new_branch) do
|
|
|
|
branch_ref? && Gitlab::Git.blank_ref?(params[:oldrev])
|
|
|
|
end
|
2013-05-30 19:16:49 -04:00
|
|
|
end
|
|
|
|
|
2016-02-11 06:50:27 -05:00
|
|
|
def push_remove_branch?
|
2018-07-31 10:07:24 -04:00
|
|
|
strong_memoize(:push_remove_branch) do
|
|
|
|
branch_ref? && Gitlab::Git.blank_ref?(params[:newrev])
|
|
|
|
end
|
2013-08-27 06:56:04 -04:00
|
|
|
end
|
|
|
|
|
2017-08-24 13:03:50 -04:00
|
|
|
def default_branch?
|
2018-07-31 10:07:24 -04:00
|
|
|
branch_ref? &&
|
|
|
|
(branch_name == project.default_branch || project.default_branch.nil?)
|
2013-05-30 19:16:49 -04:00
|
|
|
end
|
|
|
|
|
2014-09-25 18:07:40 -04:00
|
|
|
def commit_user(commit)
|
2016-02-15 09:51:00 -05:00
|
|
|
commit.author || current_user
|
2013-02-25 14:21:38 -05:00
|
|
|
end
|
2016-02-11 06:50:27 -05:00
|
|
|
|
|
|
|
def branch_name
|
2018-07-31 10:07:24 -04:00
|
|
|
strong_memoize(:branch_name) do
|
|
|
|
Gitlab::Git.ref_name(params[:ref])
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def branch_ref?
|
|
|
|
strong_memoize(:branch_ref) do
|
|
|
|
Gitlab::Git.branch_ref?(params[:ref])
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-08-22 14:11:55 -04:00
|
|
|
def commits_count
|
|
|
|
return push_commits_count_for_ref if default_branch? && push_to_new_branch?
|
|
|
|
|
|
|
|
Array(@push_commits).size
|
|
|
|
end
|
|
|
|
|
|
|
|
def push_commits_count_for_ref
|
|
|
|
strong_memoize(:push_commits_count_for_ref) do
|
2018-07-31 10:07:24 -04:00
|
|
|
project.repository.commit_count_for_ref(params[:ref])
|
|
|
|
end
|
2016-02-11 06:50:27 -05:00
|
|
|
end
|
2018-07-30 12:55:28 -04:00
|
|
|
|
|
|
|
def last_pushed_commits
|
|
|
|
@last_pushed_commits ||= @push_commits.last(PROCESS_COMMIT_LIMIT)
|
|
|
|
end
|
2013-02-25 14:21:38 -05:00
|
|
|
end
|