ffb9b3ef18
This refactors repository caching so it's possible to selectively refresh certain caches, instead of just expiring and refreshing everything. To allow this the various methods that were cached (e.g. "tag_count" and "readme") use a similar pattern that makes expiring and refreshing their data much easier. In this new setup caches are refreshed as follows: 1. After a commit (but before running ProjectCacheWorker) we expire some basic caches such as the commit count and repository size. 2. ProjectCacheWorker will recalculate the commit count, repository size, then refresh a specific set of caches based on the list of files changed in a push payload. This requires a bunch of changes to the various methods that may be cached. For one, data should not be cached if a branch used or the entire repository does not exist. To prevent all these methods from handling this manually this is taken care of in Repository#cache_method_output. Some methods still manually check for the existence of a repository but this result is also cached. With selective flushing implemented ProjectCacheWorker no longer uses an exclusive lease for all of its work. Instead this worker only uses a lease to limit the number of times the repository size is updated as this is a fairly expensive operation.
181 lines
5.8 KiB
Ruby
181 lines
5.8 KiB
Ruby
class GitPushService < BaseService
|
|
attr_accessor :push_data, :push_commits
|
|
include Gitlab::CurrentSettings
|
|
include Gitlab::Access
|
|
|
|
# This method will be called after each git update
|
|
# and only if the provided user and project are present in GitLab.
|
|
#
|
|
# All callbacks for post receive action should be placed here.
|
|
#
|
|
# Next, this method:
|
|
# 1. Creates the push event
|
|
# 2. Updates merge requests
|
|
# 3. Recognizes cross-references from commit messages
|
|
# 4. Executes the project's webhooks
|
|
# 5. Executes the project's services
|
|
# 6. Checks if the project's main language has changed
|
|
#
|
|
def execute
|
|
@project.repository.after_create if @project.empty_repo?
|
|
@project.repository.after_push_commit(branch_name)
|
|
|
|
if push_remove_branch?
|
|
@project.repository.after_remove_branch
|
|
@push_commits = []
|
|
elsif push_to_new_branch?
|
|
@project.repository.after_create_branch
|
|
|
|
# Re-find the pushed commits.
|
|
if is_default_branch?
|
|
# Initial push to the default branch. Take the full history of that branch as "newly pushed".
|
|
process_default_branch
|
|
else
|
|
# Use the pushed commits that aren't reachable by the default branch
|
|
# as a heuristic. This may include more commits than are actually pushed, but
|
|
# that shouldn't matter because we check for existing cross-references later.
|
|
@push_commits = @project.repository.commits_between(@project.default_branch, params[:newrev])
|
|
|
|
# don't process commits for the initial push to the default branch
|
|
process_commit_messages
|
|
end
|
|
elsif push_to_existing_branch?
|
|
# Collect data for this git push
|
|
@push_commits = @project.repository.commits_between(params[:oldrev], params[:newrev])
|
|
process_commit_messages
|
|
|
|
# Update the bare repositories info/attributes file using the contents of the default branches
|
|
# .gitattributes file
|
|
update_gitattributes if is_default_branch?
|
|
end
|
|
|
|
execute_related_hooks
|
|
perform_housekeeping
|
|
|
|
update_caches
|
|
end
|
|
|
|
def update_gitattributes
|
|
@project.repository.copy_gitattributes(params[:ref])
|
|
end
|
|
|
|
def update_caches
|
|
if is_default_branch?
|
|
paths = Set.new
|
|
|
|
@push_commits.each do |commit|
|
|
commit.raw_diffs(deltas_only: true).each do |diff|
|
|
paths << diff.new_path
|
|
end
|
|
end
|
|
|
|
types = Gitlab::FileDetector.types_in_paths(paths.to_a)
|
|
else
|
|
types = []
|
|
end
|
|
|
|
ProjectCacheWorker.perform_async(@project.id, types)
|
|
end
|
|
|
|
protected
|
|
|
|
def execute_related_hooks
|
|
# Update merge requests that may be affected by this push. A new branch
|
|
# could cause the last commit of a merge request to change.
|
|
#
|
|
UpdateMergeRequestsWorker
|
|
.perform_async(@project.id, current_user.id, params[:oldrev], params[:newrev], params[:ref])
|
|
|
|
EventCreateService.new.push(@project, current_user, build_push_data)
|
|
@project.execute_hooks(build_push_data.dup, :push_hooks)
|
|
@project.execute_services(build_push_data.dup, :push_hooks)
|
|
Ci::CreatePipelineService.new(@project, current_user, build_push_data).execute
|
|
|
|
if push_remove_branch?
|
|
AfterBranchDeleteService
|
|
.new(project, current_user)
|
|
.execute(branch_name)
|
|
end
|
|
end
|
|
|
|
def perform_housekeeping
|
|
housekeeping = Projects::HousekeepingService.new(@project)
|
|
housekeeping.increment!
|
|
housekeeping.execute if housekeeping.needed?
|
|
rescue Projects::HousekeepingService::LeaseTaken
|
|
end
|
|
|
|
def process_default_branch
|
|
@push_commits = project.repository.commits(params[:newrev])
|
|
|
|
# Ensure HEAD points to the default branch in case it is not master
|
|
project.change_head(branch_name)
|
|
|
|
# Set protection on the default branch if configured
|
|
if current_application_settings.default_branch_protection != PROTECTION_NONE && !@project.protected_branch?(@project.default_branch)
|
|
|
|
params = {
|
|
name: @project.default_branch,
|
|
push_access_levels_attributes: [{
|
|
access_level: current_application_settings.default_branch_protection == PROTECTION_DEV_CAN_PUSH ? Gitlab::Access::DEVELOPER : Gitlab::Access::MASTER
|
|
}],
|
|
merge_access_levels_attributes: [{
|
|
access_level: current_application_settings.default_branch_protection == PROTECTION_DEV_CAN_MERGE ? Gitlab::Access::DEVELOPER : Gitlab::Access::MASTER
|
|
}]
|
|
}
|
|
|
|
ProtectedBranches::CreateService.new(@project, current_user, params).execute
|
|
end
|
|
end
|
|
|
|
# Extract any GFM references from the pushed commit messages. If the configured issue-closing regex is matched,
|
|
# close the referenced Issue. Create cross-reference Notes corresponding to any other referenced Mentionables.
|
|
def process_commit_messages
|
|
default = is_default_branch?
|
|
|
|
@push_commits.each do |commit|
|
|
ProcessCommitWorker.
|
|
perform_async(project.id, current_user.id, commit.id, default)
|
|
end
|
|
end
|
|
|
|
def build_push_data
|
|
@push_data ||= Gitlab::DataBuilder::Push.build(
|
|
@project,
|
|
current_user,
|
|
params[:oldrev],
|
|
params[:newrev],
|
|
params[:ref],
|
|
push_commits)
|
|
end
|
|
|
|
def push_to_existing_branch?
|
|
# Return if this is not a push to a branch (e.g. new commits)
|
|
Gitlab::Git.branch_ref?(params[:ref]) && !Gitlab::Git.blank_ref?(params[:oldrev])
|
|
end
|
|
|
|
def push_to_new_branch?
|
|
Gitlab::Git.branch_ref?(params[:ref]) && Gitlab::Git.blank_ref?(params[:oldrev])
|
|
end
|
|
|
|
def push_remove_branch?
|
|
Gitlab::Git.branch_ref?(params[:ref]) && Gitlab::Git.blank_ref?(params[:newrev])
|
|
end
|
|
|
|
def push_to_branch?
|
|
Gitlab::Git.branch_ref?(params[:ref])
|
|
end
|
|
|
|
def is_default_branch?
|
|
Gitlab::Git.branch_ref?(params[:ref]) &&
|
|
(Gitlab::Git.ref_name(params[:ref]) == project.default_branch || project.default_branch.nil?)
|
|
end
|
|
|
|
def commit_user(commit)
|
|
commit.author || current_user
|
|
end
|
|
|
|
def branch_name
|
|
@branch_name ||= Gitlab::Git.ref_name(params[:ref])
|
|
end
|
|
end
|