debian-mirror-gitlab/lib/gitlab/metrics/influx_db.rb

184 lines
5.7 KiB
Ruby
Raw Normal View History

2019-02-15 15:39:39 +05:30
# frozen_string_literal: true
2017-09-10 17:25:29 +05:30
module Gitlab
module Metrics
module InfluxDb
2018-03-17 18:26:18 +05:30
extend ActiveSupport::Concern
include Gitlab::Metrics::Methods
EXECUTION_MEASUREMENT_BUCKETS = [0.001, 0.01, 0.1, 1].freeze
2017-09-10 17:25:29 +05:30
MUTEX = Mutex.new
private_constant :MUTEX
2018-03-17 18:26:18 +05:30
class_methods do
def influx_metrics_enabled?
settings[:enabled] || false
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# Prometheus histogram buckets used for arbitrary code measurements
def settings
@settings ||= begin
current_settings = Gitlab::CurrentSettings.current_application_settings
{
enabled: current_settings[:metrics_enabled],
pool_size: current_settings[:metrics_pool_size],
timeout: current_settings[:metrics_timeout],
method_call_threshold: current_settings[:metrics_method_call_threshold],
host: current_settings[:metrics_host],
port: current_settings[:metrics_port],
sample_interval: current_settings[:metrics_sample_interval] || 15,
packet_size: current_settings[:metrics_packet_size] || 1
}
end
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
def mri?
RUBY_ENGINE == 'ruby'
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
def method_call_threshold
# This is memoized since this method is called for every instrumented
# method. Loading data from an external cache on every method call slows
# things down too much.
# in milliseconds
@method_call_threshold ||= settings[:method_call_threshold]
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
def submit_metrics(metrics)
prepared = prepare_metrics(metrics)
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
pool&.with do |connection|
prepared.each_slice(settings[:packet_size]) do |slice|
2019-05-18 00:54:41 +05:30
connection.write_points(slice)
rescue StandardError
2017-09-10 17:25:29 +05:30
end
end
2018-03-17 18:26:18 +05:30
rescue Errno::EADDRNOTAVAIL, SocketError => ex
Gitlab::EnvironmentLogger.error('Cannot resolve InfluxDB address. GitLab Performance Monitoring will not work.')
Gitlab::EnvironmentLogger.error(ex)
2017-09-10 17:25:29 +05:30
end
2018-03-17 18:26:18 +05:30
def prepare_metrics(metrics)
metrics.map do |hash|
new_hash = hash.symbolize_keys
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
new_hash[:tags].each do |key, value|
if value.blank?
new_hash[:tags].delete(key)
else
new_hash[:tags][key] = escape_value(value)
end
2017-09-10 17:25:29 +05:30
end
2018-03-17 18:26:18 +05:30
new_hash
end
2017-09-10 17:25:29 +05:30
end
2018-03-17 18:26:18 +05:30
def escape_value(value)
value.to_s.gsub('=', '\\=')
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# Measures the execution time of a block.
#
# Example:
#
# Gitlab::Metrics.measure(:find_by_username_duration) do
2018-12-13 13:39:08 +05:30
# UserFinder.new(some_username).find_by_username
2018-03-17 18:26:18 +05:30
# end
#
# name - The name of the field to store the execution time in.
#
# Returns the value yielded by the supplied block.
def measure(name)
trans = current_transaction
return yield unless trans
real_start = Time.now.to_f
cpu_start = System.cpu_time
retval = yield
cpu_stop = System.cpu_time
real_stop = Time.now.to_f
real_time = (real_stop - real_start)
cpu_time = cpu_stop - cpu_start
real_duration_seconds = fetch_histogram("gitlab_#{name}_real_duration_seconds".to_sym) do
docstring "Measure #{name}"
base_labels Transaction::BASE_LABELS
buckets EXECUTION_MEASUREMENT_BUCKETS
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
real_duration_seconds.observe(trans.labels, real_time)
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
cpu_duration_seconds = fetch_histogram("gitlab_#{name}_cpu_duration_seconds".to_sym) do
docstring "Measure #{name}"
base_labels Transaction::BASE_LABELS
buckets EXECUTION_MEASUREMENT_BUCKETS
with_feature "prometheus_metrics_measure_#{name}_cpu_duration"
end
cpu_duration_seconds.observe(trans.labels, cpu_time)
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# InfluxDB stores the _real_time and _cpu_time time values as milliseconds
trans.increment("#{name}_real_time", real_time.in_milliseconds, false)
trans.increment("#{name}_cpu_time", cpu_time.in_milliseconds, false)
trans.increment("#{name}_call_count", 1, false)
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
retval
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# Sets the action of the current transaction (if any)
#
# action - The name of the action.
def action=(action)
trans = current_transaction
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
trans&.action = action
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# Tracks an event.
#
# See `Gitlab::Metrics::Transaction#add_event` for more details.
def add_event(*args)
2019-03-02 22:35:43 +05:30
current_transaction&.add_event(*args)
2018-03-17 18:26:18 +05:30
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# Returns the prefix to use for the name of a series.
def series_prefix
@series_prefix ||= Sidekiq.server? ? 'sidekiq_' : 'rails_'
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# Allow access from other metrics related middlewares
def current_transaction
Transaction.current
end
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
# When enabled this should be set before being used as the usual pattern
# "@foo ||= bar" is _not_ thread-safe.
def pool
if influx_metrics_enabled?
if @pool.nil?
MUTEX.synchronize do
@pool ||= ConnectionPool.new(size: settings[:pool_size], timeout: settings[:timeout]) do
host = settings[:host]
port = settings[:port]
InfluxDB::Client
.new(udp: { host: host, port: port })
end
2017-09-10 17:25:29 +05:30
end
end
2018-03-17 18:26:18 +05:30
@pool
2017-09-10 17:25:29 +05:30
end
end
end
end
end
end