2020-11-24 15:15:51 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Gitlab
|
|
|
|
module Metrics
|
|
|
|
module Dashboard
|
|
|
|
module Importers
|
|
|
|
class PrometheusMetrics
|
|
|
|
ALLOWED_ATTRIBUTES = %i(title query y_label unit legend group dashboard_path).freeze
|
|
|
|
|
|
|
|
# Takes a JSON schema validated dashboard hash and
|
|
|
|
# imports metrics to database
|
|
|
|
def initialize(dashboard_hash, project:, dashboard_path:)
|
|
|
|
@dashboard_hash = dashboard_hash
|
|
|
|
@project = project
|
|
|
|
@dashboard_path = dashboard_path
|
2021-01-03 14:25:43 +05:30
|
|
|
@affected_environment_ids = []
|
2020-11-24 15:15:51 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def execute
|
|
|
|
import
|
2021-01-03 14:25:43 +05:30
|
|
|
rescue ActiveRecord::RecordInvalid, Dashboard::Transformers::Errors::BaseError
|
2020-11-24 15:15:51 +05:30
|
|
|
false
|
|
|
|
end
|
|
|
|
|
|
|
|
def execute!
|
|
|
|
import
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
attr_reader :dashboard_hash, :project, :dashboard_path
|
|
|
|
|
|
|
|
def import
|
|
|
|
delete_stale_metrics
|
|
|
|
create_or_update_metrics
|
2021-01-03 14:25:43 +05:30
|
|
|
update_prometheus_environments
|
2020-11-24 15:15:51 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
|
|
|
def create_or_update_metrics
|
|
|
|
# TODO: use upsert and worker for callbacks?
|
2021-01-03 14:25:43 +05:30
|
|
|
|
|
|
|
affected_metric_ids = []
|
2020-11-24 15:15:51 +05:30
|
|
|
prometheus_metrics_attributes.each do |attributes|
|
2021-01-03 14:25:43 +05:30
|
|
|
prometheus_metric = PrometheusMetric.find_or_initialize_by(attributes.slice(:dashboard_path, :identifier, :project))
|
2020-11-24 15:15:51 +05:30
|
|
|
prometheus_metric.update!(attributes.slice(*ALLOWED_ATTRIBUTES))
|
2021-01-03 14:25:43 +05:30
|
|
|
|
|
|
|
affected_metric_ids << prometheus_metric.id
|
2020-11-24 15:15:51 +05:30
|
|
|
end
|
2021-01-03 14:25:43 +05:30
|
|
|
|
|
|
|
@affected_environment_ids += find_alerts(affected_metric_ids).get_environment_id
|
2020-11-24 15:15:51 +05:30
|
|
|
end
|
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
|
|
|
|
|
|
|
def delete_stale_metrics
|
2021-01-03 14:25:43 +05:30
|
|
|
identifiers_from_yml = prometheus_metrics_attributes.map { |metric_attributes| metric_attributes[:identifier] }
|
2020-11-24 15:15:51 +05:30
|
|
|
|
|
|
|
stale_metrics = PrometheusMetric.for_project(project)
|
|
|
|
.for_dashboard_path(dashboard_path)
|
|
|
|
.for_group(Enums::PrometheusMetric.groups[:custom])
|
2021-01-03 14:25:43 +05:30
|
|
|
.not_identifier(identifiers_from_yml)
|
|
|
|
|
|
|
|
return unless stale_metrics.exists?
|
|
|
|
|
|
|
|
delete_stale_alerts(stale_metrics)
|
|
|
|
stale_metrics.each_batch { |batch| batch.delete_all }
|
|
|
|
end
|
|
|
|
|
|
|
|
def delete_stale_alerts(stale_metrics)
|
|
|
|
stale_alerts = find_alerts(stale_metrics)
|
|
|
|
|
|
|
|
affected_environment_ids = stale_alerts.get_environment_id
|
|
|
|
return unless affected_environment_ids.present?
|
2020-11-24 15:15:51 +05:30
|
|
|
|
2021-01-03 14:25:43 +05:30
|
|
|
@affected_environment_ids += affected_environment_ids
|
|
|
|
stale_alerts.each_batch { |batch| batch.delete_all }
|
|
|
|
end
|
|
|
|
|
|
|
|
def find_alerts(metrics)
|
|
|
|
Projects::Prometheus::AlertsFinder.new(project: project, metric: metrics).execute
|
2020-11-24 15:15:51 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def prometheus_metrics_attributes
|
|
|
|
@prometheus_metrics_attributes ||= begin
|
|
|
|
Dashboard::Transformers::Yml::V1::PrometheusMetrics.new(
|
|
|
|
dashboard_hash,
|
|
|
|
project: project,
|
|
|
|
dashboard_path: dashboard_path
|
|
|
|
).execute
|
|
|
|
end
|
|
|
|
end
|
2021-01-03 14:25:43 +05:30
|
|
|
|
|
|
|
def update_prometheus_environments
|
|
|
|
affected_environments = ::Environment.for_id(@affected_environment_ids.flatten.uniq).for_project(project)
|
|
|
|
|
|
|
|
return unless affected_environments.exists?
|
|
|
|
|
|
|
|
affected_environments.each do |affected_environment|
|
|
|
|
::Clusters::Applications::ScheduleUpdateService.new(
|
|
|
|
affected_environment.cluster_prometheus_adapter,
|
|
|
|
project
|
|
|
|
).execute
|
|
|
|
end
|
|
|
|
end
|
2020-11-24 15:15:51 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|