debian-mirror-gitlab/config/initializers/sidekiq.rb

74 lines
2.6 KiB
Ruby
Raw Normal View History

2017-09-10 17:25:29 +05:30
# Custom Queues configuration
queues_config_hash = Gitlab::Redis::Queues.params
queues_config_hash[:namespace] = Gitlab::Redis::Queues::SIDEKIQ_NAMESPACE
2016-09-13 17:45:13 +05:30
2017-08-17 22:00:37 +05:30
# Default is to retry 25 times with exponential backoff. That's too much.
Sidekiq.default_worker_options = { retry: 3 }
2018-05-09 12:01:36 +05:30
enable_json_logs = Gitlab.config.sidekiq.log_format == 'json'
2014-09-02 18:07:02 +05:30
Sidekiq.configure_server do |config|
2018-11-18 11:00:15 +05:30
require 'rbtrace' if ENV['ENABLE_RBTRACE']
2017-09-10 17:25:29 +05:30
config.redis = queues_config_hash
2014-09-02 18:07:02 +05:30
config.server_middleware do |chain|
2018-05-09 12:01:36 +05:30
chain.add Gitlab::SidekiqMiddleware::ArgumentsLogger if ENV['SIDEKIQ_LOG_ARGUMENTS'] && !enable_json_logs
2018-03-17 18:26:18 +05:30
chain.add Gitlab::SidekiqMiddleware::Shutdown
2016-09-13 17:45:13 +05:30
chain.add Gitlab::SidekiqMiddleware::RequestStoreMiddleware unless ENV['SIDEKIQ_REQUEST_STORE'] == '0'
2017-08-17 22:00:37 +05:30
chain.add Gitlab::SidekiqStatus::ServerMiddleware
end
2018-05-09 12:01:36 +05:30
if enable_json_logs
Sidekiq.logger.formatter = Gitlab::SidekiqLogging::JSONFormatter.new
config.options[:job_logger] = Gitlab::SidekiqLogging::StructuredLogger
end
2017-08-17 22:00:37 +05:30
config.client_middleware do |chain|
chain.add Gitlab::SidekiqStatus::ClientMiddleware
end
config.on :startup do
# Clear any connections that might have been obtained before starting
# Sidekiq (e.g. in an initializer).
ActiveRecord::Base.clear_all_connections!
2014-09-02 18:07:02 +05:30
end
2015-12-23 02:04:40 +05:30
# Sidekiq-cron: load recurring jobs from gitlab.yml
# UGLY Hack to get nested hash from settingslogic
cron_jobs = JSON.parse(Gitlab.config.cron_jobs.to_json)
# UGLY hack: Settingslogic doesn't allow 'class' key
2016-08-24 12:49:21 +05:30
cron_jobs_required_keys = %w(job_class cron)
cron_jobs.each do |k, v|
if cron_jobs[k] && cron_jobs_required_keys.all? { |s| cron_jobs[k].key?(s) }
cron_jobs[k]['class'] = cron_jobs[k].delete('job_class')
else
cron_jobs.delete(k)
Rails.logger.error("Invalid cron_jobs config key: '#{k}'. Check your gitlab config file.")
end
end
Sidekiq::Cron::Job.load_from_hash! cron_jobs
2015-12-23 02:04:40 +05:30
2017-08-17 22:00:37 +05:30
Gitlab::SidekiqThrottler.execute!
2018-03-17 18:26:18 +05:30
Gitlab::SidekiqVersioning.install!
2017-08-17 22:00:37 +05:30
config = Gitlab::Database.config ||
Rails.application.config.database_configuration[Rails.env]
config['pool'] = Sidekiq.options[:concurrency]
2015-12-23 02:04:40 +05:30
ActiveRecord::Base.establish_connection(config)
Rails.logger.debug("Connection Pool size for Sidekiq Server is now: #{ActiveRecord::Base.connection.pool.instance_variable_get('@size')}")
2016-06-22 15:30:34 +05:30
# Avoid autoload issue such as 'Mail::Parsers::AddressStruct'
# https://github.com/mikel/mail/issues/912#issuecomment-214850355
Mail.eager_autoload!
2014-09-02 18:07:02 +05:30
end
Sidekiq.configure_client do |config|
2017-09-10 17:25:29 +05:30
config.redis = queues_config_hash
2017-08-17 22:00:37 +05:30
config.client_middleware do |chain|
chain.add Gitlab::SidekiqStatus::ClientMiddleware
end
end