95 lines
2.9 KiB
Ruby
95 lines
2.9 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require_relative '../config/boot'
|
|
|
|
require_relative 'dependencies'
|
|
|
|
class MetricsServer # rubocop:disable Gitlab/NamespacedClass
|
|
class << self
|
|
def spawn(target, metrics_dir:, gitlab_config: nil, wipe_metrics_dir: false)
|
|
ensure_valid_target!(target)
|
|
|
|
cmd = "#{Rails.root}/bin/metrics-server"
|
|
env = {
|
|
'METRICS_SERVER_TARGET' => target,
|
|
'WIPE_METRICS_DIR' => wipe_metrics_dir ? '1' : '0'
|
|
}
|
|
env['GITLAB_CONFIG'] = gitlab_config if gitlab_config
|
|
|
|
Process.spawn(env, cmd, err: $stderr, out: $stdout, pgroup: true).tap do |pid|
|
|
Process.detach(pid)
|
|
end
|
|
end
|
|
|
|
def fork(target, metrics_dir:, wipe_metrics_dir: false, reset_signals: [])
|
|
ensure_valid_target!(target)
|
|
|
|
pid = Process.fork
|
|
|
|
if pid.nil? # nil means we're inside the fork
|
|
# Remove any custom signal handlers the parent process had registered, since we do
|
|
# not want to inherit them, and Ruby forks with a `clone` that has the `CLONE_SIGHAND`
|
|
# flag set.
|
|
Gitlab::ProcessManagement.modify_signals(reset_signals, 'DEFAULT')
|
|
|
|
server = MetricsServer.new(target, metrics_dir, wipe_metrics_dir)
|
|
# This rewrites /proc/cmdline, since otherwise tools like `top` will show the
|
|
# parent process `cmdline` which is really confusing.
|
|
$0 = server.name
|
|
|
|
server.start
|
|
else
|
|
Process.detach(pid)
|
|
end
|
|
|
|
pid
|
|
end
|
|
|
|
private
|
|
|
|
def ensure_valid_target!(target)
|
|
raise "Target must be one of [puma,sidekiq]" unless %w(puma sidekiq).include?(target)
|
|
end
|
|
end
|
|
|
|
def initialize(target, metrics_dir, wipe_metrics_dir)
|
|
@target = target
|
|
@metrics_dir = metrics_dir
|
|
@wipe_metrics_dir = wipe_metrics_dir
|
|
end
|
|
|
|
def start
|
|
::Prometheus::Client.configure do |config|
|
|
config.multiprocess_files_dir = @metrics_dir
|
|
config.pid_provider = proc { name }
|
|
end
|
|
|
|
FileUtils.mkdir_p(@metrics_dir, mode: 0700)
|
|
::Prometheus::CleanupMultiprocDirService.new.execute if @wipe_metrics_dir
|
|
|
|
# We need to `warmup: true` since otherwise the sampler and exporter threads enter
|
|
# a race where not all Prometheus db files will be visible to the exporter, resulting
|
|
# in missing metrics.
|
|
# Warming up ensures that these files exist prior to the exporter starting up.
|
|
Gitlab::Metrics::Samplers::RubySampler.initialize_instance(prefix: name, warmup: true).start
|
|
|
|
default_opts = { gc_requests: true, synchronous: true }
|
|
exporter =
|
|
case @target
|
|
when 'puma'
|
|
Gitlab::Metrics::Exporter::WebExporter.instance(**default_opts)
|
|
when 'sidekiq'
|
|
settings = Settings.new(Settings.monitoring[name])
|
|
Gitlab::Metrics::Exporter::SidekiqExporter.instance(settings, **default_opts)
|
|
end
|
|
|
|
exporter.start
|
|
end
|
|
|
|
def name
|
|
case @target
|
|
when 'puma' then 'web_exporter'
|
|
when 'sidekiq' then 'sidekiq_exporter'
|
|
end
|
|
end
|
|
end
|