gitlab-org--gitlab-foss/app/workers/git_garbage_collect_worker.rb

85 lines
2.3 KiB
Ruby
Raw Normal View History

# frozen_string_literal: true
class GitGarbageCollectWorker
include ApplicationWorker
sidekiq_options retry: false
# Timeout set to 24h
LEASE_TIMEOUT = 86400
2016-10-27 08:59:52 -04:00
def perform(project_id, task = :gc, lease_key = nil, lease_uuid = nil)
project = Project.find(project_id)
active_uuid = get_lease_uuid(lease_key)
if active_uuid
return unless active_uuid == lease_uuid
renew_lease(lease_key, active_uuid)
else
lease_uuid = try_obtain_lease(lease_key)
2016-10-27 08:59:52 -04:00
return unless lease_uuid
end
task = task.to_sym
gitaly_call(task, project.repository.raw_repository)
# Refresh the branch cache in case garbage collection caused a ref lookup to fail
2016-10-27 08:59:52 -04:00
flush_ref_caches(project) if task == :gc
# In case pack files are deleted, release libgit2 cache and open file
# descriptors ASAP instead of waiting for Ruby garbage collection
project.cleanup
2016-10-27 08:59:52 -04:00
ensure
cancel_lease(lease_key, lease_uuid) if lease_key.present? && lease_uuid.present?
2016-10-27 08:59:52 -04:00
end
private
def try_obtain_lease(key)
::Gitlab::ExclusiveLease.new(key, timeout: LEASE_TIMEOUT).try_obtain
end
def renew_lease(key, uuid)
::Gitlab::ExclusiveLease.new(key, uuid: uuid, timeout: LEASE_TIMEOUT).renew
end
def cancel_lease(key, uuid)
::Gitlab::ExclusiveLease.cancel(key, uuid)
end
def get_lease_uuid(key)
::Gitlab::ExclusiveLease.get_uuid(key)
end
## `repository` has to be a Gitlab::Git::Repository
def gitaly_call(task, repository)
client = Gitlab::GitalyClient::RepositoryService.new(repository)
case task
when :gc
client.garbage_collect(bitmaps_enabled?)
when :full_repack
client.repack_full(bitmaps_enabled?)
when :incremental_repack
client.repack_incremental
end
rescue GRPC::NotFound => e
Gitlab::GitLogger.error("#{__method__} failed:\nRepository not found")
raise Gitlab::Git::Repository::NoRepository.new(e)
rescue GRPC::BadStatus => e
Gitlab::GitLogger.error("#{__method__} failed:\n#{e}")
raise Gitlab::Git::CommandError.new(e)
2016-10-27 08:59:52 -04:00
end
def flush_ref_caches(project)
project.repository.after_create_branch
project.repository.branch_names
project.repository.has_visible_content?
end
2016-10-27 08:59:52 -04:00
def bitmaps_enabled?
Gitlab::CurrentSettings.housekeeping_bitmaps_enabled
2016-10-27 08:59:52 -04:00
end
end