debian-mirror-gitlab/lib/gitlab/metrics/dashboard/importers/prometheus_metrics.rb

110 lines
3.6 KiB
Ruby
Raw Normal View History

2020-11-24 15:15:51 +05:30
# frozen_string_literal: true
module Gitlab
module Metrics
module Dashboard
module Importers
class PrometheusMetrics
ALLOWED_ATTRIBUTES = %i(title query y_label unit legend group dashboard_path).freeze
# Takes a JSON schema validated dashboard hash and
# imports metrics to database
def initialize(dashboard_hash, project:, dashboard_path:)
@dashboard_hash = dashboard_hash
@project = project
@dashboard_path = dashboard_path
2021-01-03 14:25:43 +05:30
@affected_environment_ids = []
2020-11-24 15:15:51 +05:30
end
def execute
import
2021-01-03 14:25:43 +05:30
rescue ActiveRecord::RecordInvalid, Dashboard::Transformers::Errors::BaseError
2020-11-24 15:15:51 +05:30
false
end
def execute!
import
end
private
attr_reader :dashboard_hash, :project, :dashboard_path
def import
delete_stale_metrics
create_or_update_metrics
2021-01-03 14:25:43 +05:30
update_prometheus_environments
2020-11-24 15:15:51 +05:30
end
# rubocop: disable CodeReuse/ActiveRecord
def create_or_update_metrics
# TODO: use upsert and worker for callbacks?
2021-01-03 14:25:43 +05:30
affected_metric_ids = []
2020-11-24 15:15:51 +05:30
prometheus_metrics_attributes.each do |attributes|
2021-01-03 14:25:43 +05:30
prometheus_metric = PrometheusMetric.find_or_initialize_by(attributes.slice(:dashboard_path, :identifier, :project))
2020-11-24 15:15:51 +05:30
prometheus_metric.update!(attributes.slice(*ALLOWED_ATTRIBUTES))
2021-01-03 14:25:43 +05:30
affected_metric_ids << prometheus_metric.id
2020-11-24 15:15:51 +05:30
end
2021-01-03 14:25:43 +05:30
@affected_environment_ids += find_alerts(affected_metric_ids).get_environment_id
2020-11-24 15:15:51 +05:30
end
# rubocop: enable CodeReuse/ActiveRecord
def delete_stale_metrics
2021-01-03 14:25:43 +05:30
identifiers_from_yml = prometheus_metrics_attributes.map { |metric_attributes| metric_attributes[:identifier] }
2020-11-24 15:15:51 +05:30
stale_metrics = PrometheusMetric.for_project(project)
.for_dashboard_path(dashboard_path)
.for_group(Enums::PrometheusMetric.groups[:custom])
2021-01-03 14:25:43 +05:30
.not_identifier(identifiers_from_yml)
return unless stale_metrics.exists?
delete_stale_alerts(stale_metrics)
stale_metrics.each_batch { |batch| batch.delete_all }
end
def delete_stale_alerts(stale_metrics)
stale_alerts = find_alerts(stale_metrics)
affected_environment_ids = stale_alerts.get_environment_id
return unless affected_environment_ids.present?
2020-11-24 15:15:51 +05:30
2021-01-03 14:25:43 +05:30
@affected_environment_ids += affected_environment_ids
stale_alerts.each_batch { |batch| batch.delete_all }
end
def find_alerts(metrics)
Projects::Prometheus::AlertsFinder.new(project: project, metric: metrics).execute
2020-11-24 15:15:51 +05:30
end
def prometheus_metrics_attributes
@prometheus_metrics_attributes ||= begin
Dashboard::Transformers::Yml::V1::PrometheusMetrics.new(
dashboard_hash,
project: project,
dashboard_path: dashboard_path
).execute
end
end
2021-01-03 14:25:43 +05:30
def update_prometheus_environments
affected_environments = ::Environment.for_id(@affected_environment_ids.flatten.uniq).for_project(project)
return unless affected_environments.exists?
affected_environments.each do |affected_environment|
::Clusters::Applications::ScheduleUpdateService.new(
affected_environment.cluster_prometheus_adapter,
project
).execute
end
end
2020-11-24 15:15:51 +05:30
end
end
end
end
end