debian-mirror-gitlab/lib/gitlab/usage_data.rb

242 lines
9.6 KiB
Ruby
Raw Normal View History

2018-12-13 13:39:08 +05:30
# frozen_string_literal: true
2017-08-17 22:00:37 +05:30
module Gitlab
class UsageData
2019-02-15 15:39:39 +05:30
APPROXIMATE_COUNT_MODELS = [Label, MergeRequest, Note, Todo].freeze
2019-12-04 20:38:33 +05:30
BATCH_SIZE = 100
2019-02-15 15:39:39 +05:30
2017-08-17 22:00:37 +05:30
class << self
def data(force_refresh: false)
2019-10-12 21:52:04 +05:30
Rails.cache.fetch('usage_data', force: force_refresh, expires_in: 2.weeks) do
uncached_data
end
2017-08-17 22:00:37 +05:30
end
def uncached_data
license_usage_data.merge(system_usage_data)
2019-12-04 20:38:33 +05:30
.merge(features_usage_data)
.merge(components_usage_data)
.merge(cycle_analytics_usage_data)
2017-08-17 22:00:37 +05:30
end
def to_json(force_refresh: false)
data(force_refresh: force_refresh).to_json
end
2018-03-17 18:26:18 +05:30
def license_usage_data
usage_data = {
uuid: Gitlab::CurrentSettings.uuid,
hostname: Gitlab.config.gitlab.host,
version: Gitlab::VERSION,
2019-09-04 21:01:54 +05:30
installation_type: installation_type,
2018-11-20 20:47:30 +05:30
active_user_count: count(User.active),
2018-03-17 18:26:18 +05:30
recorded_at: Time.now,
edition: 'CE'
}
usage_data
end
2019-12-21 20:55:43 +05:30
# rubocop: disable Metrics/AbcSize
2018-12-05 23:21:45 +05:30
# rubocop: disable CodeReuse/ActiveRecord
2017-08-17 22:00:37 +05:30
def system_usage_data
{
counts: {
2018-11-20 20:47:30 +05:30
assignee_lists: count(List.assignee),
boards: count(Board),
ci_builds: count(::Ci::Build),
ci_internal_pipelines: count(::Ci::Pipeline.internal),
ci_external_pipelines: count(::Ci::Pipeline.external),
ci_pipeline_config_auto_devops: count(::Ci::Pipeline.auto_devops_source),
ci_pipeline_config_repository: count(::Ci::Pipeline.repository_source),
ci_runners: count(::Ci::Runner),
ci_triggers: count(::Ci::Trigger),
ci_pipeline_schedules: count(::Ci::PipelineSchedule),
auto_devops_enabled: count(::ProjectAutoDevops.enabled),
auto_devops_disabled: count(::ProjectAutoDevops.disabled),
deploy_keys: count(DeployKey),
deployments: count(Deployment),
2019-07-07 11:18:12 +05:30
successful_deployments: count(Deployment.success),
failed_deployments: count(Deployment.failed),
2018-11-20 20:47:30 +05:30
environments: count(::Environment),
clusters: count(::Clusters::Cluster),
clusters_enabled: count(::Clusters::Cluster.enabled),
2019-02-15 15:39:39 +05:30
project_clusters_enabled: count(::Clusters::Cluster.enabled.project_type),
group_clusters_enabled: count(::Clusters::Cluster.enabled.group_type),
2018-11-20 20:47:30 +05:30
clusters_disabled: count(::Clusters::Cluster.disabled),
2019-02-15 15:39:39 +05:30
project_clusters_disabled: count(::Clusters::Cluster.disabled.project_type),
group_clusters_disabled: count(::Clusters::Cluster.disabled.group_type),
2018-11-20 20:47:30 +05:30
clusters_platforms_gke: count(::Clusters::Cluster.gcp_installed.enabled),
clusters_platforms_user: count(::Clusters::Cluster.user_provided.enabled),
2019-07-07 11:18:12 +05:30
clusters_applications_helm: count(::Clusters::Applications::Helm.available),
clusters_applications_ingress: count(::Clusters::Applications::Ingress.available),
clusters_applications_cert_managers: count(::Clusters::Applications::CertManager.available),
clusters_applications_prometheus: count(::Clusters::Applications::Prometheus.available),
clusters_applications_runner: count(::Clusters::Applications::Runner.available),
clusters_applications_knative: count(::Clusters::Applications::Knative.available),
2018-11-20 20:47:30 +05:30
in_review_folder: count(::Environment.in_review_folder),
groups: count(Group),
issues: count(Issue),
keys: count(Key),
label_lists: count(List.label),
lfs_objects: count(LfsObject),
milestone_lists: count(List.milestone),
milestones: count(Milestone),
pages_domains: count(PagesDomain),
2019-09-04 21:01:54 +05:30
pool_repositories: count(PoolRepository),
2018-11-20 20:47:30 +05:30
projects: count(Project),
projects_imported_from_github: count(Project.where(import_type: 'github')),
2019-03-02 22:35:43 +05:30
projects_with_repositories_enabled: count(ProjectFeature.where('repository_access_level > ?', ProjectFeature::DISABLED)),
2019-07-07 11:18:12 +05:30
projects_with_error_tracking_enabled: count(::ErrorTracking::ProjectErrorTrackingSetting.where(enabled: true)),
2018-11-20 20:47:30 +05:30
protected_branches: count(ProtectedBranch),
releases: count(Release),
remote_mirrors: count(RemoteMirror),
snippets: count(Snippet),
2019-02-15 15:39:39 +05:30
suggestions: count(Suggestion),
2018-11-20 20:47:30 +05:30
todos: count(Todo),
uploads: count(Upload),
web_hooks: count(WebHook)
2019-12-21 20:55:43 +05:30
}.merge(
services_usage,
approximate_counts,
usage_counters,
user_preferences_usage
)
}
2017-08-17 22:00:37 +05:30
end
2018-12-05 23:21:45 +05:30
# rubocop: enable CodeReuse/ActiveRecord
2019-12-21 20:55:43 +05:30
# rubocop: enable Metrics/AbcSize
2017-08-17 22:00:37 +05:30
2018-03-27 19:54:05 +05:30
def cycle_analytics_usage_data
Gitlab::CycleAnalytics::UsageData.new.to_json
end
2018-03-17 18:26:18 +05:30
def features_usage_data
features_usage_data_ce
end
def features_usage_data_ce
{
2018-11-08 19:23:39 +05:30
container_registry_enabled: Gitlab.config.registry.enabled,
2019-12-21 20:55:43 +05:30
dependency_proxy_enabled: Gitlab.config.try(:dependency_proxy)&.enabled,
2018-11-08 19:23:39 +05:30
gitlab_shared_runners_enabled: Gitlab.config.gitlab_ci.shared_runners_enabled,
gravatar_enabled: Gitlab::CurrentSettings.gravatar_enabled?,
2019-07-31 22:56:46 +05:30
influxdb_metrics_enabled: Gitlab::Metrics.influx_metrics_enabled?,
2018-11-08 19:23:39 +05:30
ldap_enabled: Gitlab.config.ldap.enabled,
mattermost_enabled: Gitlab.config.mattermost.enabled,
2018-11-18 11:00:15 +05:30
omniauth_enabled: Gitlab::Auth.omniauth_enabled?,
2019-07-31 22:56:46 +05:30
prometheus_metrics_enabled: Gitlab::Metrics.prometheus_metrics_enabled?,
2018-11-08 19:23:39 +05:30
reply_by_email_enabled: Gitlab::IncomingEmail.enabled?,
signup_enabled: Gitlab::CurrentSettings.allow_signup?
2017-08-17 22:00:37 +05:30
}
2018-03-17 18:26:18 +05:30
end
2017-08-17 22:00:37 +05:30
2019-10-12 21:52:04 +05:30
# @return [Hash<Symbol, Integer>]
2018-12-05 23:21:45 +05:30
def usage_counters
2019-10-12 21:52:04 +05:30
usage_data_counters.map(&:totals).reduce({}) { |a, b| a.merge(b) }
end
# @return [Array<#totals>] An array of objects that respond to `#totals`
def usage_data_counters
[
2019-12-21 20:55:43 +05:30
Gitlab::UsageDataCounters::WikiPageCounter,
Gitlab::UsageDataCounters::WebIdeCounter,
Gitlab::UsageDataCounters::NoteCounter,
Gitlab::UsageDataCounters::SnippetCounter,
Gitlab::UsageDataCounters::SearchCounter,
Gitlab::UsageDataCounters::CycleAnalyticsCounter,
Gitlab::UsageDataCounters::ProductivityAnalyticsCounter,
Gitlab::UsageDataCounters::SourceCodeCounter,
Gitlab::UsageDataCounters::MergeRequestCounter
2019-10-12 21:52:04 +05:30
]
2018-12-05 23:21:45 +05:30
end
2018-03-17 18:26:18 +05:30
def components_usage_data
{
git: { version: Gitlab::Git.version },
2019-09-30 21:07:59 +05:30
gitaly: { version: Gitaly::Server.all.first.server_version, servers: Gitaly::Server.count, filesystems: Gitaly::Server.filesystems },
gitlab_pages: { enabled: Gitlab.config.pages.enabled, version: Gitlab::Pages::VERSION },
2018-03-17 18:26:18 +05:30
database: { adapter: Gitlab::Database.adapter_name, version: Gitlab::Database.version }
}
2017-08-17 22:00:37 +05:30
end
2017-09-10 17:25:29 +05:30
2018-12-05 23:21:45 +05:30
# rubocop: disable CodeReuse/ActiveRecord
2017-09-10 17:25:29 +05:30
def services_usage
types = {
SlackService: :projects_slack_notifications_active,
SlackSlashCommandsService: :projects_slack_slash_active,
PrometheusService: :projects_prometheus_active
}
2018-11-20 20:47:30 +05:30
results = count(Service.unscoped.where(type: types.keys, active: true).group(:type), fallback: Hash.new(-1))
types.each_with_object({}) { |(klass, key), response| response[key] = results[klass.to_s] || 0 }
2018-12-13 13:39:08 +05:30
.merge(jira_usage)
end
def jira_usage
# Jira Cloud does not support custom domains as per https://jira.atlassian.com/browse/CLOUD-6999
# so we can just check for subdomains of atlassian.net
2019-12-04 20:38:33 +05:30
results = {
projects_jira_server_active: 0,
projects_jira_cloud_active: 0,
projects_jira_active: -1
2018-12-13 13:39:08 +05:30
}
2019-12-04 20:38:33 +05:30
Service.unscoped
.where(type: :JiraService, active: true)
.includes(:jira_tracker_data)
.find_in_batches(batch_size: BATCH_SIZE) do |services|
counts = services.group_by do |service|
2019-12-21 20:55:43 +05:30
# TODO: Simplify as part of https://gitlab.com/gitlab-org/gitlab/issues/29404
2019-12-04 20:38:33 +05:30
service_url = service.data_fields&.url || (service.properties && service.properties['url'])
service_url&.include?('.atlassian.net') ? :cloud : :server
end
results[:projects_jira_server_active] += counts[:server].count if counts[:server]
results[:projects_jira_cloud_active] += counts[:cloud].count if counts[:cloud]
if results[:projects_jira_active] == -1
results[:projects_jira_active] = count(services)
else
results[:projects_jira_active] += count(services)
end
end
results
2018-11-20 20:47:30 +05:30
end
2019-03-02 22:35:43 +05:30
def user_preferences_usage
{} # augmented in EE
end
2019-12-04 20:38:33 +05:30
def count(relation, count_by: nil, fallback: -1)
count_by ? relation.count(count_by) : relation.count
2018-11-20 20:47:30 +05:30
rescue ActiveRecord::StatementInvalid
fallback
2017-09-10 17:25:29 +05:30
end
2018-12-05 23:21:45 +05:30
# rubocop: enable CodeReuse/ActiveRecord
2019-02-15 15:39:39 +05:30
def approximate_counts
approx_counts = Gitlab::Database::Count.approximate_counts(APPROXIMATE_COUNT_MODELS)
APPROXIMATE_COUNT_MODELS.each_with_object({}) do |model, result|
key = model.name.underscore.pluralize.to_sym
result[key] = approx_counts[model] || -1
end
end
2019-09-04 21:01:54 +05:30
def installation_type
if Rails.env.production?
Gitlab::INSTALLATION_TYPE
else
"gitlab-development-kit"
end
end
2017-08-17 22:00:37 +05:30
end
end
end
2019-12-04 20:38:33 +05:30
Gitlab::UsageData.prepend_if_ee('EE::Gitlab::UsageData')