2020-04-22 19:07:51 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module UsageDataHelpers
|
|
|
|
SMAU_KEYS = %i(
|
|
|
|
snippet_create
|
|
|
|
snippet_update
|
|
|
|
snippet_comment
|
|
|
|
merge_request_comment
|
|
|
|
merge_request_create
|
|
|
|
commit_comment
|
|
|
|
wiki_pages_create
|
|
|
|
wiki_pages_update
|
|
|
|
wiki_pages_delete
|
|
|
|
web_ide_views
|
|
|
|
web_ide_commits
|
|
|
|
web_ide_merge_requests
|
|
|
|
web_ide_previews
|
|
|
|
navbar_searches
|
|
|
|
cycle_analytics_views
|
|
|
|
productivity_analytics_views
|
|
|
|
source_code_pushes
|
2020-05-24 23:13:21 +05:30
|
|
|
design_management_designs_create
|
|
|
|
design_management_designs_update
|
|
|
|
design_management_designs_delete
|
2020-04-22 19:07:51 +05:30
|
|
|
).freeze
|
|
|
|
|
|
|
|
COUNTS_KEYS = %i(
|
|
|
|
assignee_lists
|
|
|
|
ci_builds
|
|
|
|
ci_internal_pipelines
|
|
|
|
ci_external_pipelines
|
|
|
|
ci_pipeline_config_auto_devops
|
|
|
|
ci_pipeline_config_repository
|
|
|
|
ci_runners
|
|
|
|
ci_triggers
|
|
|
|
ci_pipeline_schedules
|
|
|
|
auto_devops_enabled
|
|
|
|
auto_devops_disabled
|
|
|
|
deploy_keys
|
|
|
|
deployments
|
|
|
|
successful_deployments
|
|
|
|
failed_deployments
|
|
|
|
environments
|
|
|
|
clusters
|
|
|
|
clusters_enabled
|
|
|
|
project_clusters_enabled
|
|
|
|
group_clusters_enabled
|
|
|
|
instance_clusters_enabled
|
|
|
|
clusters_disabled
|
|
|
|
project_clusters_disabled
|
|
|
|
group_clusters_disabled
|
|
|
|
instance_clusters_disabled
|
|
|
|
clusters_platforms_eks
|
|
|
|
clusters_platforms_gke
|
|
|
|
clusters_platforms_user
|
2021-11-18 22:05:49 +05:30
|
|
|
clusters_integrations_elastic_stack
|
|
|
|
clusters_integrations_prometheus
|
2020-04-22 19:07:51 +05:30
|
|
|
clusters_management_project
|
|
|
|
in_review_folder
|
|
|
|
grafana_integrated_projects
|
|
|
|
groups
|
|
|
|
issues
|
|
|
|
issues_created_from_gitlab_error_tracking_ui
|
|
|
|
issues_with_associated_zoom_link
|
|
|
|
issues_using_zoom_quick_actions
|
|
|
|
issues_with_embedded_grafana_charts_approx
|
|
|
|
incident_issues
|
|
|
|
keys
|
|
|
|
label_lists
|
|
|
|
labels
|
|
|
|
lfs_objects
|
|
|
|
merge_requests
|
|
|
|
milestone_lists
|
|
|
|
milestones
|
|
|
|
notes
|
|
|
|
pool_repositories
|
|
|
|
projects
|
|
|
|
projects_imported_from_github
|
|
|
|
projects_asana_active
|
2021-02-22 17:27:13 +05:30
|
|
|
projects_jenkins_active
|
2020-04-22 19:07:51 +05:30
|
|
|
projects_jira_active
|
|
|
|
projects_jira_server_active
|
|
|
|
projects_jira_cloud_active
|
2020-11-24 15:15:51 +05:30
|
|
|
projects_jira_dvcs_cloud_active
|
|
|
|
projects_jira_dvcs_server_active
|
2020-04-22 19:07:51 +05:30
|
|
|
projects_slack_active
|
|
|
|
projects_slack_slash_commands_active
|
|
|
|
projects_custom_issue_tracker_active
|
|
|
|
projects_mattermost_active
|
|
|
|
projects_prometheus_active
|
|
|
|
projects_with_repositories_enabled
|
|
|
|
projects_with_error_tracking_enabled
|
2021-01-29 00:20:46 +05:30
|
|
|
projects_with_enabled_alert_integrations
|
2021-01-03 14:25:43 +05:30
|
|
|
projects_with_tracing_enabled
|
2020-05-24 23:13:21 +05:30
|
|
|
projects_with_expiration_policy_enabled
|
|
|
|
projects_with_expiration_policy_disabled
|
|
|
|
projects_with_expiration_policy_enabled_with_keep_n_unset
|
|
|
|
projects_with_expiration_policy_enabled_with_keep_n_set_to_1
|
|
|
|
projects_with_expiration_policy_enabled_with_keep_n_set_to_5
|
|
|
|
projects_with_expiration_policy_enabled_with_keep_n_set_to_10
|
|
|
|
projects_with_expiration_policy_enabled_with_keep_n_set_to_25
|
|
|
|
projects_with_expiration_policy_enabled_with_keep_n_set_to_50
|
|
|
|
projects_with_expiration_policy_enabled_with_older_than_unset
|
|
|
|
projects_with_expiration_policy_enabled_with_older_than_set_to_7d
|
|
|
|
projects_with_expiration_policy_enabled_with_older_than_set_to_14d
|
|
|
|
projects_with_expiration_policy_enabled_with_older_than_set_to_30d
|
2021-11-18 22:05:49 +05:30
|
|
|
projects_with_expiration_policy_enabled_with_older_than_set_to_60d
|
2020-05-24 23:13:21 +05:30
|
|
|
projects_with_expiration_policy_enabled_with_older_than_set_to_90d
|
|
|
|
projects_with_expiration_policy_enabled_with_cadence_set_to_1d
|
|
|
|
projects_with_expiration_policy_enabled_with_cadence_set_to_7d
|
|
|
|
projects_with_expiration_policy_enabled_with_cadence_set_to_14d
|
|
|
|
projects_with_expiration_policy_enabled_with_cadence_set_to_1month
|
|
|
|
projects_with_expiration_policy_enabled_with_cadence_set_to_3month
|
2020-06-23 00:09:42 +05:30
|
|
|
projects_with_terraform_reports
|
|
|
|
projects_with_terraform_states
|
2020-04-22 19:07:51 +05:30
|
|
|
pages_domains
|
|
|
|
protected_branches
|
2020-10-24 23:57:45 +05:30
|
|
|
protected_branches_except_default
|
2020-04-22 19:07:51 +05:30
|
|
|
releases
|
|
|
|
remote_mirrors
|
|
|
|
snippets
|
2020-06-23 00:09:42 +05:30
|
|
|
personal_snippets
|
|
|
|
project_snippets
|
2020-04-22 19:07:51 +05:30
|
|
|
suggestions
|
2020-06-23 00:09:42 +05:30
|
|
|
terraform_reports
|
|
|
|
terraform_states
|
2020-04-22 19:07:51 +05:30
|
|
|
todos
|
|
|
|
uploads
|
|
|
|
web_hooks
|
2021-01-03 14:25:43 +05:30
|
|
|
user_preferences_user_gitpod_enabled
|
2022-05-07 20:08:51 +05:30
|
|
|
service_usage_data_download_payload_click
|
2020-04-22 19:07:51 +05:30
|
|
|
).push(*SMAU_KEYS)
|
|
|
|
|
|
|
|
USAGE_DATA_KEYS = %i(
|
|
|
|
active_user_count
|
|
|
|
counts
|
2020-11-24 15:15:51 +05:30
|
|
|
counts_monthly
|
2020-04-22 19:07:51 +05:30
|
|
|
recorded_at
|
|
|
|
edition
|
|
|
|
version
|
|
|
|
installation_type
|
|
|
|
uuid
|
|
|
|
hostname
|
|
|
|
mattermost_enabled
|
|
|
|
signup_enabled
|
|
|
|
ldap_enabled
|
|
|
|
gravatar_enabled
|
|
|
|
omniauth_enabled
|
|
|
|
reply_by_email_enabled
|
|
|
|
container_registry_enabled
|
|
|
|
dependency_proxy_enabled
|
|
|
|
gitlab_shared_runners_enabled
|
|
|
|
gitlab_pages
|
|
|
|
git
|
|
|
|
gitaly
|
|
|
|
database
|
|
|
|
prometheus_metrics_enabled
|
|
|
|
web_ide_clientside_preview_enabled
|
2020-05-24 23:13:21 +05:30
|
|
|
object_store
|
2020-11-24 15:15:51 +05:30
|
|
|
topology
|
2020-04-22 19:07:51 +05:30
|
|
|
).freeze
|
2020-05-24 23:13:21 +05:30
|
|
|
|
2020-06-23 00:09:42 +05:30
|
|
|
def stub_usage_data_connections
|
|
|
|
allow(ActiveRecord::Base.connection).to receive(:transaction_open?).and_return(false)
|
2021-12-11 22:18:48 +05:30
|
|
|
allow(::Ci::ApplicationRecord.connection).to receive(:transaction_open?).and_return(false) if ::Ci::ApplicationRecord.connection_class?
|
|
|
|
|
2020-06-23 00:09:42 +05:30
|
|
|
allow(Gitlab::Prometheus::Internal).to receive(:prometheus_enabled?).and_return(false)
|
|
|
|
end
|
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
def stub_prometheus_queries
|
|
|
|
stub_request(:get, %r{^https?://::1:9090/-/ready})
|
|
|
|
.to_return(
|
|
|
|
status: 200,
|
|
|
|
body: [{}].to_json,
|
|
|
|
headers: { 'Content-Type' => 'application/json' }
|
|
|
|
)
|
|
|
|
|
|
|
|
stub_request(:get, %r{^https?://::1:9090/api/v1/query\?query=.*})
|
|
|
|
.to_return(
|
|
|
|
status: 200,
|
|
|
|
body: [{}].to_json,
|
|
|
|
headers: { 'Content-Type' => 'application/json' }
|
|
|
|
)
|
|
|
|
end
|
|
|
|
|
2022-03-02 08:16:31 +05:30
|
|
|
def stub_database_flavor_check(flavor = nil)
|
|
|
|
allow(ApplicationRecord.database).to receive(:flavor).and_return(flavor)
|
|
|
|
end
|
|
|
|
|
2021-01-03 14:25:43 +05:30
|
|
|
def clear_memoized_values(values)
|
|
|
|
values.each { |v| described_class.clear_memoization(v) }
|
|
|
|
end
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
def stub_object_store_settings
|
|
|
|
allow(Settings).to receive(:[]).with('artifacts')
|
|
|
|
.and_return(
|
|
|
|
{ 'enabled' => true,
|
|
|
|
'object_store' =>
|
|
|
|
{ 'enabled' => true,
|
|
|
|
'remote_directory' => 'artifacts',
|
|
|
|
'direct_upload' => true,
|
|
|
|
'connection' =>
|
|
|
|
{ 'provider' => 'AWS', 'aws_access_key_id' => 'minio', 'aws_secret_access_key' => 'gdk-minio', 'region' => 'gdk', 'endpoint' => 'http://127.0.0.1:9000', 'path_style' => true },
|
|
|
|
'background_upload' => false,
|
|
|
|
'proxy_download' => false } }
|
|
|
|
)
|
|
|
|
|
|
|
|
allow(Settings).to receive(:[]).with('external_diffs').and_return({ 'enabled' => false })
|
|
|
|
|
|
|
|
allow(Settings).to receive(:[]).with('lfs')
|
|
|
|
.and_return(
|
|
|
|
{ 'enabled' => true,
|
|
|
|
'object_store' =>
|
|
|
|
{ 'enabled' => false,
|
|
|
|
'remote_directory' => 'lfs-objects',
|
|
|
|
'direct_upload' => true,
|
|
|
|
'connection' =>
|
|
|
|
{ 'provider' => 'AWS', 'aws_access_key_id' => 'minio', 'aws_secret_access_key' => 'gdk-minio', 'region' => 'gdk', 'endpoint' => 'http://127.0.0.1:9000', 'path_style' => true },
|
|
|
|
'background_upload' => false,
|
|
|
|
'proxy_download' => false } }
|
|
|
|
)
|
|
|
|
allow(Settings).to receive(:[]).with('uploads')
|
|
|
|
.and_return(
|
|
|
|
{ 'object_store' =>
|
|
|
|
{ 'enabled' => false,
|
|
|
|
'remote_directory' => 'uploads',
|
|
|
|
'direct_upload' => true,
|
|
|
|
'connection' =>
|
|
|
|
{ 'provider' => 'AWS', 'aws_access_key_id' => 'minio', 'aws_secret_access_key' => 'gdk-minio', 'region' => 'gdk', 'endpoint' => 'http://127.0.0.1:9000', 'path_style' => true },
|
|
|
|
'background_upload' => false,
|
|
|
|
'proxy_download' => false } }
|
|
|
|
)
|
|
|
|
allow(Settings).to receive(:[]).with('packages')
|
|
|
|
.and_return(
|
|
|
|
{ 'enabled' => true,
|
|
|
|
'object_store' =>
|
|
|
|
{ 'enabled' => false,
|
|
|
|
'remote_directory' => 'packages',
|
|
|
|
'direct_upload' => false,
|
|
|
|
'connection' =>
|
|
|
|
{ 'provider' => 'AWS', 'aws_access_key_id' => 'minio', 'aws_secret_access_key' => 'gdk-minio', 'region' => 'gdk', 'endpoint' => 'http://127.0.0.1:9000', 'path_style' => true },
|
|
|
|
'background_upload' => true,
|
|
|
|
'proxy_download' => false } }
|
|
|
|
)
|
|
|
|
end
|
2020-06-23 00:09:42 +05:30
|
|
|
|
2020-11-24 15:15:51 +05:30
|
|
|
def expect_prometheus_client_to(*receive_matchers)
|
|
|
|
receive_matchers.each { |m| expect(prometheus_client).to m }
|
2020-07-28 23:09:34 +05:30
|
|
|
end
|
|
|
|
|
2021-01-03 14:25:43 +05:30
|
|
|
def for_defined_days_back(days: [31, 3])
|
2020-07-28 23:09:34 +05:30
|
|
|
days.each do |n|
|
2021-01-03 14:25:43 +05:30
|
|
|
travel_to(n.days.ago) do
|
2020-07-28 23:09:34 +05:30
|
|
|
yield
|
|
|
|
end
|
2020-06-23 00:09:42 +05:30
|
|
|
end
|
|
|
|
end
|
2021-04-29 21:17:54 +05:30
|
|
|
|
|
|
|
def load_sample_metric_definition(filename: 'sample_metric.yml')
|
|
|
|
load_metric_yaml(fixture_file("lib/generators/gitlab/usage_metric_definition_generator/#{filename}"))
|
|
|
|
end
|
|
|
|
|
|
|
|
def load_metric_yaml(data)
|
|
|
|
::Gitlab::Config::Loader::Yaml.new(data).load_raw!
|
|
|
|
end
|
2020-04-22 19:07:51 +05:30
|
|
|
end
|