debian-mirror-gitlab/lib/gitlab/redis/wrapper.rb

175 lines
4.8 KiB
Ruby
Raw Normal View History

2019-02-15 15:39:39 +05:30
# frozen_string_literal: true
2017-09-10 17:25:29 +05:30
# This file should only be used by sub-classes, not directly by any clients of the sub-classes
2021-09-04 01:27:46 +05:30
# Explicitly load parts of ActiveSupport because MailRoom does not load
# Rails.
2017-09-10 17:25:29 +05:30
require 'active_support/core_ext/hash/keys'
require 'active_support/core_ext/module/delegation'
2021-09-04 01:27:46 +05:30
require 'active_support/core_ext/string/inflections'
2017-09-10 17:25:29 +05:30
2021-10-27 15:23:28 +05:30
# Explicitly load Redis::Store::Factory so we can read Redis configuration in
# TestEnv
require 'redis/store/factory'
2017-09-10 17:25:29 +05:30
module Gitlab
module Redis
class Wrapper
class << self
delegate :params, :url, to: :new
def with
2020-04-22 19:07:51 +05:30
pool.with { |redis| yield redis }
end
2021-01-29 00:20:46 +05:30
def version
with { |redis| redis.info['redis_version'] }
end
2020-04-22 19:07:51 +05:30
def pool
2017-09-10 17:25:29 +05:30
@pool ||= ConnectionPool.new(size: pool_size) { ::Redis.new(params) }
end
def pool_size
# heuristic constant 5 should be a config setting somewhere -- related to CPU count?
size = 5
2020-03-13 15:44:24 +05:30
if Gitlab::Runtime.multi_threaded?
size += Gitlab::Runtime.max_threads
2017-09-10 17:25:29 +05:30
end
2018-03-17 18:26:18 +05:30
2017-09-10 17:25:29 +05:30
size
end
def _raw_config
return @_raw_config if defined?(@_raw_config)
@_raw_config =
begin
if filename = config_file_name
ERB.new(File.read(filename)).result.freeze
else
false
end
rescue Errno::ENOENT
false
end
end
2021-09-04 01:27:46 +05:30
def config_file_path(filename)
path = File.join(rails_root, 'config', filename)
return path if File.file?(path)
2017-09-10 17:25:29 +05:30
end
2021-09-04 01:27:46 +05:30
# We need this local implementation of Rails.root because MailRoom
# doesn't load Rails.
def rails_root
File.expand_path('../../..', __dir__)
2017-09-10 17:25:29 +05:30
end
def config_file_name
2021-09-04 01:27:46 +05:30
[
# Instance specific config sources:
ENV["GITLAB_REDIS_#{store_name.underscore.upcase}_CONFIG_FILE"],
config_file_path("redis.#{store_name.underscore}.yml"),
# The current Redis instance may have been split off from another one
# (e.g. TraceChunks was split off from SharedState). There are
# installations out there where the lowest priority config source
# (resque.yml) contains bogus values. In those cases, config_file_name
# should resolve to the instance we originated from (the
# "config_fallback") rather than resque.yml.
config_fallback&.config_file_name,
# Global config sources:
ENV['GITLAB_REDIS_CONFIG_FILE'],
config_file_path('resque.yml')
].compact.first
end
2017-09-10 17:25:29 +05:30
2021-09-04 01:27:46 +05:30
def store_name
name.demodulize
end
2017-09-10 17:25:29 +05:30
2021-09-04 01:27:46 +05:30
def config_fallback
2017-09-10 17:25:29 +05:30
nil
end
2020-06-23 00:09:42 +05:30
def instrumentation_class
2021-09-04 01:27:46 +05:30
"::Gitlab::Instrumentation::Redis::#{store_name}".constantize
2020-06-23 00:09:42 +05:30
end
2017-09-10 17:25:29 +05:30
end
def initialize(rails_env = nil)
@rails_env = rails_env || ::Rails.env
end
def params
redis_store_options
end
def url
raw_config_hash[:url]
end
def sentinels
raw_config_hash[:sentinels]
end
def sentinels?
sentinels && !sentinels.empty?
end
private
def redis_store_options
config = raw_config_hash
redis_url = config.delete(:url)
redis_uri = URI.parse(redis_url)
2020-06-23 00:09:42 +05:30
config[:instrumentation_class] ||= self.class.instrumentation_class
2017-09-10 17:25:29 +05:30
if redis_uri.scheme == 'unix'
# Redis::Store does not handle Unix sockets well, so let's do it for them
config[:path] = redis_uri.path
query = redis_uri.query
unless query.nil?
queries = CGI.parse(redis_uri.query)
db_numbers = queries["db"] if queries.key?("db")
config[:db] = db_numbers[0].to_i if db_numbers.any?
end
2018-03-17 18:26:18 +05:30
2017-09-10 17:25:29 +05:30
config
else
redis_hash = ::Redis::Store::Factory.extract_host_options_from_uri(redis_url)
# order is important here, sentinels must be after the connection keys.
# {url: ..., port: ..., sentinels: [...]}
redis_hash.merge(config)
end
end
def raw_config_hash
config_data = fetch_config
if config_data
config_data.is_a?(String) ? { url: config_data } : config_data.deep_symbolize_keys
else
2021-09-04 01:27:46 +05:30
{ url: '' }
2017-09-10 17:25:29 +05:30
end
end
def fetch_config
return false unless self.class._raw_config
2021-06-08 01:23:25 +05:30
yaml = YAML.safe_load(self.class._raw_config, aliases: true)
2017-09-10 17:25:29 +05:30
# If the file has content but it's invalid YAML, `load` returns false
if yaml
yaml.fetch(@rails_env, false)
else
false
end
end
end
end
end