0ab89d8e36
Suggests to use a JSON structured log instead Related to https://gitlab.com/gitlab-org/gitlab-ce/issues/54102
181 lines
5.8 KiB
Ruby
181 lines
5.8 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
module Gitlab
|
|
module RepositoryCacheAdapter
|
|
extend ActiveSupport::Concern
|
|
include Gitlab::Utils::StrongMemoize
|
|
|
|
class_methods do
|
|
# Caches and strongly memoizes the method.
|
|
#
|
|
# This only works for methods that do not take any arguments.
|
|
#
|
|
# name - The name of the method to be cached.
|
|
# fallback - A value to fall back to if the repository does not exist, or
|
|
# in case of a Git error. Defaults to nil.
|
|
def cache_method(name, fallback: nil)
|
|
uncached_name = alias_uncached_method(name)
|
|
|
|
define_method(name) do
|
|
cache_method_output(name, fallback: fallback) do
|
|
__send__(uncached_name) # rubocop:disable GitlabSecurity/PublicSend
|
|
end
|
|
end
|
|
end
|
|
|
|
# Caches truthy values from the method. All values are strongly memoized,
|
|
# and cached in RequestStore.
|
|
#
|
|
# Currently only used to cache `exists?` since stale false values are
|
|
# particularly troublesome. This can occur, for example, when an NFS mount
|
|
# is temporarily down.
|
|
#
|
|
# This only works for methods that do not take any arguments.
|
|
#
|
|
# name - The name of the method to be cached.
|
|
def cache_method_asymmetrically(name)
|
|
uncached_name = alias_uncached_method(name)
|
|
|
|
define_method(name) do
|
|
cache_method_output_asymmetrically(name) do
|
|
__send__(uncached_name) # rubocop:disable GitlabSecurity/PublicSend
|
|
end
|
|
end
|
|
end
|
|
|
|
# Strongly memoizes the method.
|
|
#
|
|
# This only works for methods that do not take any arguments.
|
|
#
|
|
# name - The name of the method to be memoized.
|
|
# fallback - A value to fall back to if the repository does not exist, or
|
|
# in case of a Git error. Defaults to nil. The fallback value
|
|
# is not memoized.
|
|
def memoize_method(name, fallback: nil)
|
|
uncached_name = alias_uncached_method(name)
|
|
|
|
define_method(name) do
|
|
memoize_method_output(name, fallback: fallback) do
|
|
__send__(uncached_name) # rubocop:disable GitlabSecurity/PublicSend
|
|
end
|
|
end
|
|
end
|
|
|
|
# Prepends "_uncached_" to the target method name
|
|
#
|
|
# Returns the uncached method name
|
|
def alias_uncached_method(name)
|
|
uncached_name = :"_uncached_#{name}"
|
|
|
|
alias_method(uncached_name, name)
|
|
|
|
uncached_name
|
|
end
|
|
end
|
|
|
|
# RequestStore-backed RepositoryCache to be used. Should be overridden by
|
|
# the including class
|
|
def request_store_cache
|
|
raise NotImplementedError
|
|
end
|
|
|
|
# RepositoryCache to be used. Should be overridden by the including class
|
|
def cache
|
|
raise NotImplementedError
|
|
end
|
|
|
|
# List of cached methods. Should be overridden by the including class
|
|
def cached_methods
|
|
raise NotImplementedError
|
|
end
|
|
|
|
# Caches and strongly memoizes the supplied block.
|
|
#
|
|
# name - The name of the method to be cached.
|
|
# fallback - A value to fall back to if the repository does not exist, or
|
|
# in case of a Git error. Defaults to nil.
|
|
def cache_method_output(name, fallback: nil, &block)
|
|
memoize_method_output(name, fallback: fallback) do
|
|
cache.fetch(name, &block)
|
|
end
|
|
end
|
|
|
|
# Caches truthy values from the supplied block. All values are strongly
|
|
# memoized, and cached in RequestStore.
|
|
#
|
|
# Currently only used to cache `exists?` since stale false values are
|
|
# particularly troublesome. This can occur, for example, when an NFS mount
|
|
# is temporarily down.
|
|
#
|
|
# name - The name of the method to be cached.
|
|
def cache_method_output_asymmetrically(name, &block)
|
|
memoize_method_output(name) do
|
|
request_store_cache.fetch(name) do
|
|
cache.fetch_without_caching_false(name, &block)
|
|
end
|
|
end
|
|
end
|
|
|
|
# Strongly memoizes the supplied block.
|
|
#
|
|
# name - The name of the method to be memoized.
|
|
# fallback - A value to fall back to if the repository does not exist, or
|
|
# in case of a Git error. Defaults to nil. The fallback value is
|
|
# not memoized.
|
|
def memoize_method_output(name, fallback: nil, &block)
|
|
no_repository_fallback(name, fallback: fallback) do
|
|
strong_memoize(memoizable_name(name), &block)
|
|
end
|
|
end
|
|
|
|
# Returns the fallback value if the repository does not exist
|
|
def no_repository_fallback(name, fallback: nil, &block)
|
|
# Avoid unnecessary gRPC invocations
|
|
return fallback if fallback && fallback_early?(name)
|
|
|
|
yield
|
|
rescue Gitlab::Git::Repository::NoRepository
|
|
# Even if the `#exists?` check in `fallback_early?` passes, these errors
|
|
# might still occur (for example because of a non-existing HEAD). We
|
|
# want to gracefully handle this and not memoize anything.
|
|
fallback
|
|
end
|
|
|
|
# Expires the caches of a specific set of methods
|
|
def expire_method_caches(methods)
|
|
methods.each do |name|
|
|
unless cached_methods.include?(name.to_sym)
|
|
Rails.logger.error "Requested to expire non-existent method '#{name}' for Repository" # rubocop:disable Gitlab/RailsLogger
|
|
next
|
|
end
|
|
|
|
cache.expire(name)
|
|
|
|
clear_memoization(memoizable_name(name))
|
|
end
|
|
|
|
expire_request_store_method_caches(methods)
|
|
end
|
|
|
|
private
|
|
|
|
def memoizable_name(name)
|
|
"#{name.to_s.tr('?!', '')}"
|
|
end
|
|
|
|
def expire_request_store_method_caches(methods)
|
|
methods.each do |name|
|
|
request_store_cache.expire(name)
|
|
end
|
|
end
|
|
|
|
# All cached repository methods depend on the existence of a Git repository,
|
|
# so if the repository doesn't exist, we already know not to call it.
|
|
def fallback_early?(method_name)
|
|
# Avoid infinite loop
|
|
return false if method_name == :exists?
|
|
|
|
!exists?
|
|
end
|
|
end
|
|
end
|