2018-10-22 07:00:50 +00:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2017-04-05 12:29:48 +00:00
|
|
|
module Gitlab
|
|
|
|
class UsageData
|
2018-12-06 16:07:14 +00:00
|
|
|
APPROXIMATE_COUNT_MODELS = [Label, MergeRequest, Note, Todo].freeze
|
|
|
|
|
2017-04-05 12:29:48 +00:00
|
|
|
class << self
|
2016-10-19 21:29:01 +00:00
|
|
|
def data(force_refresh: false)
|
|
|
|
Rails.cache.fetch('usage_data', force: force_refresh, expires_in: 2.weeks) { uncached_data }
|
2017-04-05 12:29:48 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def uncached_data
|
|
|
|
license_usage_data.merge(system_usage_data)
|
2017-09-15 16:23:56 +00:00
|
|
|
.merge(features_usage_data)
|
|
|
|
.merge(components_usage_data)
|
2018-01-30 11:28:15 +00:00
|
|
|
.merge(cycle_analytics_usage_data)
|
2018-10-01 11:15:31 +00:00
|
|
|
.merge(usage_counters)
|
2017-04-05 12:29:48 +00:00
|
|
|
end
|
|
|
|
|
2016-10-19 21:29:01 +00:00
|
|
|
def to_json(force_refresh: false)
|
|
|
|
data(force_refresh: force_refresh).to_json
|
2017-04-05 12:29:48 +00:00
|
|
|
end
|
|
|
|
|
2017-09-15 16:23:56 +00:00
|
|
|
def license_usage_data
|
|
|
|
usage_data = {
|
2018-02-02 18:39:55 +00:00
|
|
|
uuid: Gitlab::CurrentSettings.uuid,
|
2017-09-15 16:23:56 +00:00
|
|
|
hostname: Gitlab.config.gitlab.host,
|
|
|
|
version: Gitlab::VERSION,
|
2019-05-17 09:10:29 +00:00
|
|
|
installation_type: installation_type,
|
2018-09-05 12:34:59 +00:00
|
|
|
active_user_count: count(User.active),
|
2017-09-15 16:23:56 +00:00
|
|
|
recorded_at: Time.now,
|
|
|
|
edition: 'CE'
|
|
|
|
}
|
|
|
|
|
|
|
|
usage_data
|
|
|
|
end
|
|
|
|
|
2018-03-22 11:23:59 +00:00
|
|
|
# rubocop:disable Metrics/AbcSize
|
2018-08-27 15:31:01 +00:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2017-04-05 12:29:48 +00:00
|
|
|
def system_usage_data
|
|
|
|
{
|
|
|
|
counts: {
|
2018-09-05 12:34:59 +00:00
|
|
|
assignee_lists: count(List.assignee),
|
|
|
|
boards: count(Board),
|
|
|
|
ci_builds: count(::Ci::Build),
|
|
|
|
ci_internal_pipelines: count(::Ci::Pipeline.internal),
|
|
|
|
ci_external_pipelines: count(::Ci::Pipeline.external),
|
|
|
|
ci_pipeline_config_auto_devops: count(::Ci::Pipeline.auto_devops_source),
|
|
|
|
ci_pipeline_config_repository: count(::Ci::Pipeline.repository_source),
|
|
|
|
ci_runners: count(::Ci::Runner),
|
|
|
|
ci_triggers: count(::Ci::Trigger),
|
|
|
|
ci_pipeline_schedules: count(::Ci::PipelineSchedule),
|
|
|
|
auto_devops_enabled: count(::ProjectAutoDevops.enabled),
|
|
|
|
auto_devops_disabled: count(::ProjectAutoDevops.disabled),
|
|
|
|
deploy_keys: count(DeployKey),
|
|
|
|
deployments: count(Deployment),
|
2019-03-07 17:08:29 +00:00
|
|
|
successful_deployments: count(Deployment.success),
|
|
|
|
failed_deployments: count(Deployment.failed),
|
2018-09-05 12:34:59 +00:00
|
|
|
environments: count(::Environment),
|
|
|
|
clusters: count(::Clusters::Cluster),
|
|
|
|
clusters_enabled: count(::Clusters::Cluster.enabled),
|
2018-12-05 13:48:28 +00:00
|
|
|
project_clusters_enabled: count(::Clusters::Cluster.enabled.project_type),
|
|
|
|
group_clusters_enabled: count(::Clusters::Cluster.enabled.group_type),
|
2018-09-05 12:34:59 +00:00
|
|
|
clusters_disabled: count(::Clusters::Cluster.disabled),
|
2018-12-05 13:48:28 +00:00
|
|
|
project_clusters_disabled: count(::Clusters::Cluster.disabled.project_type),
|
|
|
|
group_clusters_disabled: count(::Clusters::Cluster.disabled.group_type),
|
2018-09-05 12:34:59 +00:00
|
|
|
clusters_platforms_gke: count(::Clusters::Cluster.gcp_installed.enabled),
|
|
|
|
clusters_platforms_user: count(::Clusters::Cluster.user_provided.enabled),
|
2019-02-15 11:16:45 +00:00
|
|
|
clusters_applications_helm: count(::Clusters::Applications::Helm.available),
|
|
|
|
clusters_applications_ingress: count(::Clusters::Applications::Ingress.available),
|
|
|
|
clusters_applications_cert_managers: count(::Clusters::Applications::CertManager.available),
|
|
|
|
clusters_applications_prometheus: count(::Clusters::Applications::Prometheus.available),
|
|
|
|
clusters_applications_runner: count(::Clusters::Applications::Runner.available),
|
|
|
|
clusters_applications_knative: count(::Clusters::Applications::Knative.available),
|
2018-09-05 12:34:59 +00:00
|
|
|
in_review_folder: count(::Environment.in_review_folder),
|
|
|
|
groups: count(Group),
|
|
|
|
issues: count(Issue),
|
|
|
|
keys: count(Key),
|
|
|
|
label_lists: count(List.label),
|
|
|
|
lfs_objects: count(LfsObject),
|
|
|
|
milestone_lists: count(List.milestone),
|
|
|
|
milestones: count(Milestone),
|
|
|
|
pages_domains: count(PagesDomain),
|
2019-05-17 09:10:29 +00:00
|
|
|
pool_repositories: count(PoolRepository),
|
2018-09-05 12:34:59 +00:00
|
|
|
projects: count(Project),
|
|
|
|
projects_imported_from_github: count(Project.where(import_type: 'github')),
|
2019-01-31 12:29:26 +00:00
|
|
|
projects_with_repositories_enabled: count(ProjectFeature.where('repository_access_level > ?', ProjectFeature::DISABLED)),
|
2019-03-25 07:42:08 +00:00
|
|
|
projects_with_error_tracking_enabled: count(::ErrorTracking::ProjectErrorTrackingSetting.where(enabled: true)),
|
2018-09-05 12:34:59 +00:00
|
|
|
protected_branches: count(ProtectedBranch),
|
|
|
|
releases: count(Release),
|
|
|
|
remote_mirrors: count(RemoteMirror),
|
|
|
|
snippets: count(Snippet),
|
2018-12-13 19:17:19 +00:00
|
|
|
suggestions: count(Suggestion),
|
|
|
|
todos: count(Todo),
|
2018-09-05 12:34:59 +00:00
|
|
|
uploads: count(Upload),
|
|
|
|
web_hooks: count(WebHook)
|
2019-02-06 17:56:16 +00:00
|
|
|
}
|
|
|
|
.merge(services_usage)
|
|
|
|
.merge(approximate_counts)
|
2019-02-08 11:22:11 +00:00
|
|
|
}.tap do |data|
|
|
|
|
if Feature.enabled?(:group_overview_security_dashboard)
|
|
|
|
data[:counts][:user_preferences] = user_preferences_usage
|
|
|
|
end
|
|
|
|
end
|
2017-04-05 12:29:48 +00:00
|
|
|
end
|
2018-08-27 15:31:01 +00:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2017-04-05 12:29:48 +00:00
|
|
|
|
2018-01-30 11:28:15 +00:00
|
|
|
def cycle_analytics_usage_data
|
2018-02-15 13:23:39 +00:00
|
|
|
Gitlab::CycleAnalytics::UsageData.new.to_json
|
2018-01-30 11:28:15 +00:00
|
|
|
end
|
|
|
|
|
2017-09-15 16:23:56 +00:00
|
|
|
def features_usage_data
|
|
|
|
features_usage_data_ce
|
|
|
|
end
|
|
|
|
|
|
|
|
def features_usage_data_ce
|
|
|
|
{
|
2018-06-20 17:16:14 +00:00
|
|
|
container_registry_enabled: Gitlab.config.registry.enabled,
|
|
|
|
gitlab_shared_runners_enabled: Gitlab.config.gitlab_ci.shared_runners_enabled,
|
|
|
|
gravatar_enabled: Gitlab::CurrentSettings.gravatar_enabled?,
|
2019-04-11 17:34:37 +00:00
|
|
|
influxdb_metrics_enabled: Gitlab::Metrics.influx_metrics_enabled?,
|
2018-06-20 17:16:14 +00:00
|
|
|
ldap_enabled: Gitlab.config.ldap.enabled,
|
|
|
|
mattermost_enabled: Gitlab.config.mattermost.enabled,
|
2018-07-13 10:39:31 +00:00
|
|
|
omniauth_enabled: Gitlab::Auth.omniauth_enabled?,
|
2019-04-11 17:34:37 +00:00
|
|
|
prometheus_metrics_enabled: Gitlab::Metrics.prometheus_metrics_enabled?,
|
2018-06-20 17:16:14 +00:00
|
|
|
reply_by_email_enabled: Gitlab::IncomingEmail.enabled?,
|
|
|
|
signup_enabled: Gitlab::CurrentSettings.allow_signup?
|
2017-04-06 19:16:57 +00:00
|
|
|
}
|
2017-09-15 16:23:56 +00:00
|
|
|
end
|
2017-04-05 12:29:48 +00:00
|
|
|
|
2018-10-01 11:15:31 +00:00
|
|
|
def usage_counters
|
2018-10-02 15:33:43 +00:00
|
|
|
{
|
2019-07-16 13:12:37 +00:00
|
|
|
web_ide_commits: Gitlab::UsageDataCounters::WebIdeCommitsCounter.total_count
|
2018-10-02 15:33:43 +00:00
|
|
|
}
|
2018-10-01 11:15:31 +00:00
|
|
|
end
|
|
|
|
|
2017-09-15 16:23:56 +00:00
|
|
|
def components_usage_data
|
|
|
|
{
|
|
|
|
git: { version: Gitlab::Git.version },
|
2019-06-20 11:04:56 +00:00
|
|
|
gitaly: { version: Gitaly::Server.all.first.server_version, servers: Gitaly::Server.count, filesystems: Gitaly::Server.filesystems },
|
|
|
|
gitlab_pages: { enabled: Gitlab.config.pages.enabled, version: Gitlab::Pages::VERSION },
|
2017-09-15 16:23:56 +00:00
|
|
|
database: { adapter: Gitlab::Database.adapter_name, version: Gitlab::Database.version }
|
|
|
|
}
|
2017-04-05 12:29:48 +00:00
|
|
|
end
|
2017-07-19 14:45:28 +00:00
|
|
|
|
2018-08-27 15:31:01 +00:00
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
2017-07-19 14:45:28 +00:00
|
|
|
def services_usage
|
|
|
|
types = {
|
|
|
|
SlackService: :projects_slack_notifications_active,
|
|
|
|
SlackSlashCommandsService: :projects_slack_slash_active,
|
|
|
|
PrometheusService: :projects_prometheus_active
|
|
|
|
}
|
|
|
|
|
2018-09-05 12:34:59 +00:00
|
|
|
results = count(Service.unscoped.where(type: types.keys, active: true).group(:type), fallback: Hash.new(-1))
|
2018-09-05 12:35:23 +00:00
|
|
|
types.each_with_object({}) { |(klass, key), response| response[key] = results[klass.to_s] || 0 }
|
2018-11-04 00:37:47 +00:00
|
|
|
.merge(jira_usage)
|
|
|
|
end
|
|
|
|
|
|
|
|
def jira_usage
|
|
|
|
# Jira Cloud does not support custom domains as per https://jira.atlassian.com/browse/CLOUD-6999
|
|
|
|
# so we can just check for subdomains of atlassian.net
|
|
|
|
services = count(
|
|
|
|
Service.unscoped.where(type: :JiraService, active: true)
|
|
|
|
.group("CASE WHEN properties LIKE '%.atlassian.net%' THEN 'cloud' ELSE 'server' END"),
|
|
|
|
fallback: Hash.new(-1)
|
|
|
|
)
|
|
|
|
|
|
|
|
{
|
|
|
|
projects_jira_server_active: services['server'] || 0,
|
|
|
|
projects_jira_cloud_active: services['cloud'] || 0,
|
|
|
|
projects_jira_active: services['server'] == -1 ? -1 : services.values.sum
|
|
|
|
}
|
2017-07-19 14:45:28 +00:00
|
|
|
end
|
2018-09-05 12:34:59 +00:00
|
|
|
|
2019-02-06 17:56:16 +00:00
|
|
|
def user_preferences_usage
|
|
|
|
{} # augmented in EE
|
|
|
|
end
|
|
|
|
|
2018-09-05 12:34:59 +00:00
|
|
|
def count(relation, fallback: -1)
|
|
|
|
relation.count
|
|
|
|
rescue ActiveRecord::StatementInvalid
|
|
|
|
fallback
|
|
|
|
end
|
2018-08-27 15:31:01 +00:00
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
2018-12-06 16:07:14 +00:00
|
|
|
|
|
|
|
def approximate_counts
|
|
|
|
approx_counts = Gitlab::Database::Count.approximate_counts(APPROXIMATE_COUNT_MODELS)
|
|
|
|
|
|
|
|
APPROXIMATE_COUNT_MODELS.each_with_object({}) do |model, result|
|
|
|
|
key = model.name.underscore.pluralize.to_sym
|
|
|
|
|
|
|
|
result[key] = approx_counts[model] || -1
|
|
|
|
end
|
|
|
|
end
|
2019-05-17 09:10:29 +00:00
|
|
|
|
|
|
|
def installation_type
|
|
|
|
if Rails.env.production?
|
|
|
|
Gitlab::INSTALLATION_TYPE
|
|
|
|
else
|
|
|
|
"gitlab-development-kit"
|
|
|
|
end
|
|
|
|
end
|
2017-04-05 12:29:48 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|