65840591cd
Prior to this change, health checks checked for writeability of the NFS shards. Given we're moving away from that, this patch extends the checks for Gitaly to check for read and writeability. Potentially some dashboards will break, as over time these metrics will no longer appear as Prometheus doesn't get the data anymore. Observability in the circuit breaker will be reduced, but its not expected to be turned on and the circuit breaker is being removed soon too. Closes https://gitlab.com/gitlab-org/gitaly/issues/1218
49 lines
1.2 KiB
Ruby
49 lines
1.2 KiB
Ruby
module Gitlab
|
|
module HealthChecks
|
|
class GitalyCheck
|
|
extend BaseAbstractCheck
|
|
|
|
METRIC_PREFIX = 'gitaly_health_check'.freeze
|
|
|
|
class << self
|
|
def readiness
|
|
repository_storages.map do |storage_name|
|
|
check(storage_name)
|
|
end
|
|
end
|
|
|
|
def metrics
|
|
Gitaly::Server.all.flat_map do |server|
|
|
result, elapsed = with_timing { server.read_writeable? }
|
|
labels = { shard: server.storage }
|
|
|
|
[
|
|
metric("#{metric_prefix}_success", result ? 1 : 0, **labels),
|
|
metric("#{metric_prefix}_latency_seconds", elapsed, **labels)
|
|
]
|
|
end
|
|
end
|
|
|
|
def check(storage_name)
|
|
serv = Gitlab::GitalyClient::HealthCheckService.new(storage_name)
|
|
result = serv.check
|
|
HealthChecks::Result.new(result[:success], result[:message], shard: storage_name)
|
|
end
|
|
|
|
private
|
|
|
|
def metric_prefix
|
|
METRIC_PREFIX
|
|
end
|
|
|
|
def repository_storages
|
|
storages.keys
|
|
end
|
|
|
|
def storages
|
|
Gitlab.config.repositories.storages
|
|
end
|
|
end
|
|
end
|
|
end
|
|
end
|