2019-10-12 21:52:04 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
require 'spec_helper'
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
RSpec.describe Gitlab::Database do
|
2017-08-17 22:00:37 +05:30
|
|
|
before do
|
|
|
|
stub_const('MigrationTest', Class.new { include Gitlab::Database })
|
|
|
|
end
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
describe 'EXTRA_SCHEMAS' do
|
|
|
|
it 'contains only schemas starting with gitlab_ prefix' do
|
|
|
|
described_class::EXTRA_SCHEMAS.each do |schema|
|
|
|
|
expect(schema.to_s).to start_with('gitlab_')
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
describe '.default_pool_size' do
|
|
|
|
before do
|
|
|
|
allow(Gitlab::Runtime).to receive(:max_threads).and_return(7)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns the max thread size plus a fixed headroom of 10' do
|
|
|
|
expect(described_class.default_pool_size).to eq(17)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns the max thread size plus a DB_POOL_HEADROOM if this env var is present' do
|
|
|
|
stub_env('DB_POOL_HEADROOM', '7')
|
|
|
|
|
|
|
|
expect(described_class.default_pool_size).to eq(14)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
describe '.has_config?' do
|
|
|
|
context 'two tier database config' do
|
|
|
|
before do
|
|
|
|
allow(Gitlab::Application).to receive_message_chain(:config, :database_configuration, :[]).with(Rails.env)
|
|
|
|
.and_return({ "adapter" => "postgresql", "database" => "gitlabhq_test" })
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns false for primary' do
|
|
|
|
expect(described_class.has_config?(:primary)).to eq(false)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns false for ci' do
|
|
|
|
expect(described_class.has_config?(:ci)).to eq(false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'three tier database config' do
|
|
|
|
before do
|
|
|
|
allow(Gitlab::Application).to receive_message_chain(:config, :database_configuration, :[]).with(Rails.env)
|
|
|
|
.and_return({
|
|
|
|
"primary" => { "adapter" => "postgresql", "database" => "gitlabhq_test" },
|
|
|
|
"ci" => { "adapter" => "postgresql", "database" => "gitlabhq_test_ci" }
|
|
|
|
})
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns true for primary' do
|
|
|
|
expect(described_class.has_config?(:primary)).to eq(true)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns true for ci' do
|
|
|
|
expect(described_class.has_config?(:ci)).to eq(true)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'returns false for non-existent' do
|
|
|
|
expect(described_class.has_config?(:nonexistent)).to eq(false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '.main_database?' do
|
|
|
|
using RSpec::Parameterized::TableSyntax
|
|
|
|
|
|
|
|
where(:database_name, :result) do
|
|
|
|
:main | true
|
|
|
|
'main' | true
|
|
|
|
:ci | false
|
|
|
|
'ci' | false
|
|
|
|
:archive | false
|
|
|
|
'archive' | false
|
|
|
|
end
|
|
|
|
|
|
|
|
with_them do
|
|
|
|
it { expect(described_class.main_database?(database_name)).to eq(result) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '.ci_database?' do
|
|
|
|
using RSpec::Parameterized::TableSyntax
|
|
|
|
|
|
|
|
where(:database_name, :result) do
|
|
|
|
:main | false
|
|
|
|
'main' | false
|
|
|
|
:ci | true
|
|
|
|
'ci' | true
|
|
|
|
:archive | false
|
|
|
|
'archive' | false
|
|
|
|
end
|
|
|
|
|
|
|
|
with_them do
|
|
|
|
it { expect(described_class.ci_database?(database_name)).to eq(result) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2022-04-04 11:22:00 +05:30
|
|
|
describe '.check_for_non_superuser' do
|
|
|
|
subject { described_class.check_for_non_superuser }
|
|
|
|
|
|
|
|
let(:non_superuser) { Gitlab::Database::PgUser.new(usename: 'foo', usesuper: false ) }
|
|
|
|
let(:superuser) { Gitlab::Database::PgUser.new(usename: 'bar', usesuper: true) }
|
|
|
|
|
|
|
|
it 'prints user details if not superuser' do
|
|
|
|
allow(Gitlab::Database::PgUser).to receive(:find_by).with('usename = CURRENT_USER').and_return(non_superuser)
|
|
|
|
|
|
|
|
expect(Gitlab::AppLogger).to receive(:info).with("Account details: User: \"foo\", UseSuper: (false)")
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'raises an exception if superuser' do
|
|
|
|
allow(Gitlab::Database::PgUser).to receive(:find_by).with('usename = CURRENT_USER').and_return(superuser)
|
|
|
|
|
|
|
|
expect(Gitlab::AppLogger).to receive(:info).with("Account details: User: \"bar\", UseSuper: (true)")
|
|
|
|
expect { subject }.to raise_error('Error: detected superuser')
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'catches exception if find_by fails' do
|
|
|
|
allow(Gitlab::Database::PgUser).to receive(:find_by).with('usename = CURRENT_USER').and_raise(ActiveRecord::StatementInvalid)
|
|
|
|
|
|
|
|
expect { subject }.to raise_error('User CURRENT_USER not found')
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
describe '.check_postgres_version_and_print_warning' do
|
2021-12-11 22:18:48 +05:30
|
|
|
let(:reflect) { instance_spy(Gitlab::Database::Reflection) }
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
subject { described_class.check_postgres_version_and_print_warning }
|
|
|
|
|
2021-12-11 22:18:48 +05:30
|
|
|
before do
|
|
|
|
allow(Gitlab::Database::Reflection)
|
|
|
|
.to receive(:new)
|
|
|
|
.and_return(reflect)
|
|
|
|
end
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
it 'prints a warning if not compliant with minimum postgres version' do
|
2021-12-11 22:18:48 +05:30
|
|
|
allow(reflect).to receive(:postgresql_minimum_supported_version?).and_return(false)
|
2020-07-28 23:09:34 +05:30
|
|
|
|
2021-12-11 22:18:48 +05:30
|
|
|
expect(Kernel)
|
|
|
|
.to receive(:warn)
|
|
|
|
.with(/You are using PostgreSQL/)
|
|
|
|
.exactly(Gitlab::Database.database_base_models.length)
|
|
|
|
.times
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'doesnt print a warning if compliant with minimum postgres version' do
|
2021-12-11 22:18:48 +05:30
|
|
|
allow(reflect).to receive(:postgresql_minimum_supported_version?).and_return(true)
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
expect(Kernel).not_to receive(:warn).with(/You are using PostgreSQL/)
|
|
|
|
|
|
|
|
subject
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'doesnt print a warning in Rails runner environment' do
|
2021-12-11 22:18:48 +05:30
|
|
|
allow(reflect).to receive(:postgresql_minimum_supported_version?).and_return(false)
|
2020-07-28 23:09:34 +05:30
|
|
|
allow(Gitlab::Runtime).to receive(:rails_runner?).and_return(true)
|
|
|
|
|
|
|
|
expect(Kernel).not_to receive(:warn).with(/You are using PostgreSQL/)
|
2018-03-17 18:26:18 +05:30
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
subject
|
2018-03-17 18:26:18 +05:30
|
|
|
end
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
it 'ignores ActiveRecord errors' do
|
2021-12-11 22:18:48 +05:30
|
|
|
allow(reflect).to receive(:postgresql_minimum_supported_version?).and_raise(ActiveRecord::ActiveRecordError)
|
2018-03-17 18:26:18 +05:30
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
expect { subject }.not_to raise_error
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'ignores Postgres errors' do
|
2021-12-11 22:18:48 +05:30
|
|
|
allow(reflect).to receive(:postgresql_minimum_supported_version?).and_raise(PG::Error)
|
2020-07-28 23:09:34 +05:30
|
|
|
|
|
|
|
expect { subject }.not_to raise_error
|
2018-03-17 18:26:18 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-06-16 23:09:34 +05:30
|
|
|
describe '.nulls_last_order' do
|
2019-10-12 21:52:04 +05:30
|
|
|
it { expect(described_class.nulls_last_order('column', 'ASC')).to eq 'column ASC NULLS LAST'}
|
|
|
|
it { expect(described_class.nulls_last_order('column', 'DESC')).to eq 'column DESC NULLS LAST'}
|
2016-06-16 23:09:34 +05:30
|
|
|
end
|
|
|
|
|
2017-08-17 22:00:37 +05:30
|
|
|
describe '.nulls_first_order' do
|
2019-10-12 21:52:04 +05:30
|
|
|
it { expect(described_class.nulls_first_order('column', 'ASC')).to eq 'column ASC NULLS FIRST'}
|
|
|
|
it { expect(described_class.nulls_first_order('column', 'DESC')).to eq 'column DESC NULLS FIRST'}
|
2017-08-17 22:00:37 +05:30
|
|
|
end
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
describe '.db_config_for_connection' do
|
|
|
|
context 'when the regular connection is used' do
|
|
|
|
it 'returns db_config' do
|
|
|
|
connection = ActiveRecord::Base.retrieve_connection
|
2021-01-03 14:25:43 +05:30
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
expect(described_class.db_config_for_connection(connection)).to eq(connection.pool.db_config)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when the connection is LoadBalancing::ConnectionProxy' do
|
|
|
|
it 'returns nil' do
|
|
|
|
lb_config = ::Gitlab::Database::LoadBalancing::Configuration.new(ActiveRecord::Base)
|
|
|
|
lb = ::Gitlab::Database::LoadBalancing::LoadBalancer.new(lb_config)
|
|
|
|
proxy = ::Gitlab::Database::LoadBalancing::ConnectionProxy.new(lb)
|
|
|
|
|
|
|
|
expect(described_class.db_config_for_connection(proxy)).to be_nil
|
|
|
|
end
|
2021-09-30 23:02:18 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
context 'when the pool is a NullPool' do
|
2021-11-11 11:23:49 +05:30
|
|
|
it 'returns nil' do
|
2021-09-30 23:02:18 +05:30
|
|
|
connection = double(:active_record_connection, pool: ActiveRecord::ConnectionAdapters::NullPool.new)
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
expect(described_class.db_config_for_connection(connection)).to be_nil
|
2021-09-30 23:02:18 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-11-11 11:23:49 +05:30
|
|
|
describe '.db_config_name' do
|
|
|
|
it 'returns the db_config name for the connection' do
|
2021-11-18 22:05:49 +05:30
|
|
|
model = ActiveRecord::Base
|
|
|
|
|
|
|
|
# This is a ConnectionProxy
|
|
|
|
expect(described_class.db_config_name(model.connection))
|
|
|
|
.to eq('unknown')
|
2021-11-11 11:23:49 +05:30
|
|
|
|
2021-11-18 22:05:49 +05:30
|
|
|
# This is an actual connection
|
|
|
|
expect(described_class.db_config_name(model.retrieve_connection))
|
|
|
|
.to eq('main')
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when replicas are configured', :database_replica do
|
|
|
|
it 'returns the name for a replica' do
|
2021-12-11 22:18:48 +05:30
|
|
|
replica = ActiveRecord::Base.load_balancer.host
|
2021-11-18 22:05:49 +05:30
|
|
|
|
|
|
|
expect(described_class.db_config_name(replica)).to eq('main_replica')
|
|
|
|
end
|
2021-11-11 11:23:49 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2016-04-02 18:10:28 +05:30
|
|
|
describe '#true_value' do
|
2019-10-12 21:52:04 +05:30
|
|
|
it 'returns correct value' do
|
2017-08-17 22:00:37 +05:30
|
|
|
expect(described_class.true_value).to eq "'t'"
|
2016-04-02 18:10:28 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '#false_value' do
|
2019-10-12 21:52:04 +05:30
|
|
|
it 'returns correct value' do
|
2017-08-17 22:00:37 +05:30
|
|
|
expect(described_class.false_value).to eq "'f'"
|
2016-04-02 18:10:28 +05:30
|
|
|
end
|
|
|
|
end
|
2018-03-17 18:26:18 +05:30
|
|
|
|
|
|
|
describe '#sanitize_timestamp' do
|
|
|
|
let(:max_timestamp) { Time.at((1 << 31) - 1) }
|
|
|
|
|
|
|
|
subject { described_class.sanitize_timestamp(timestamp) }
|
|
|
|
|
|
|
|
context 'with a timestamp smaller than MAX_TIMESTAMP_VALUE' do
|
|
|
|
let(:timestamp) { max_timestamp - 10.years }
|
|
|
|
|
|
|
|
it 'returns the given timestamp' do
|
|
|
|
expect(subject).to eq(timestamp)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'with a timestamp larger than MAX_TIMESTAMP_VALUE' do
|
|
|
|
let(:timestamp) { max_timestamp + 1.second }
|
|
|
|
|
|
|
|
it 'returns MAX_TIMESTAMP_VALUE' do
|
|
|
|
expect(subject).to eq(max_timestamp)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2021-04-17 20:07:23 +05:30
|
|
|
|
2021-10-27 15:23:28 +05:30
|
|
|
describe '.read_only?' do
|
|
|
|
it 'returns false' do
|
|
|
|
expect(described_class.read_only?).to eq(false)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe '.read_write' do
|
|
|
|
it 'returns true' do
|
|
|
|
expect(described_class.read_write?).to eq(true)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2021-04-17 20:07:23 +05:30
|
|
|
describe 'ActiveRecordBaseTransactionMetrics' do
|
|
|
|
def subscribe_events
|
|
|
|
events = []
|
|
|
|
|
|
|
|
begin
|
|
|
|
subscriber = ActiveSupport::Notifications.subscribe('transaction.active_record') do |e|
|
|
|
|
events << e
|
|
|
|
end
|
|
|
|
|
|
|
|
yield
|
|
|
|
ensure
|
|
|
|
ActiveSupport::Notifications.unsubscribe(subscriber) if subscriber
|
|
|
|
end
|
|
|
|
|
|
|
|
events
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'without a transaction block' do
|
|
|
|
it 'does not publish a transaction event' do
|
|
|
|
events = subscribe_events do
|
|
|
|
User.first
|
|
|
|
end
|
|
|
|
|
|
|
|
expect(events).to be_empty
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'within a transaction block' do
|
|
|
|
it 'publishes a transaction event' do
|
|
|
|
events = subscribe_events do
|
|
|
|
ActiveRecord::Base.transaction do
|
|
|
|
User.first
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
expect(events.length).to be(1)
|
|
|
|
|
|
|
|
event = events.first
|
|
|
|
expect(event).not_to be_nil
|
|
|
|
expect(event.duration).to be > 0.0
|
|
|
|
expect(event.payload).to a_hash_including(
|
2021-11-18 22:05:49 +05:30
|
|
|
connection: be_a(Gitlab::Database::LoadBalancing::ConnectionProxy)
|
2021-04-17 20:07:23 +05:30
|
|
|
)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'within an empty transaction block' do
|
|
|
|
it 'publishes a transaction event' do
|
|
|
|
events = subscribe_events do
|
|
|
|
ActiveRecord::Base.transaction {}
|
|
|
|
end
|
|
|
|
|
|
|
|
expect(events.length).to be(1)
|
|
|
|
|
|
|
|
event = events.first
|
|
|
|
expect(event).not_to be_nil
|
|
|
|
expect(event.duration).to be > 0.0
|
|
|
|
expect(event.payload).to a_hash_including(
|
2021-11-18 22:05:49 +05:30
|
|
|
connection: be_a(Gitlab::Database::LoadBalancing::ConnectionProxy)
|
2021-04-17 20:07:23 +05:30
|
|
|
)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'within a nested transaction block' do
|
|
|
|
it 'publishes multiple transaction events' do
|
|
|
|
events = subscribe_events do
|
|
|
|
ActiveRecord::Base.transaction do
|
|
|
|
ActiveRecord::Base.transaction do
|
|
|
|
ActiveRecord::Base.transaction do
|
|
|
|
User.first
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
expect(events.length).to be(3)
|
|
|
|
|
|
|
|
events.each do |event|
|
|
|
|
expect(event).not_to be_nil
|
|
|
|
expect(event.duration).to be > 0.0
|
|
|
|
expect(event.payload).to a_hash_including(
|
2021-11-18 22:05:49 +05:30
|
|
|
connection: be_a(Gitlab::Database::LoadBalancing::ConnectionProxy)
|
2021-04-17 20:07:23 +05:30
|
|
|
)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'within a cancelled transaction block' do
|
|
|
|
it 'publishes multiple transaction events' do
|
|
|
|
events = subscribe_events do
|
|
|
|
ActiveRecord::Base.transaction do
|
|
|
|
User.first
|
|
|
|
raise ActiveRecord::Rollback
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
expect(events.length).to be(1)
|
|
|
|
|
|
|
|
event = events.first
|
|
|
|
expect(event).not_to be_nil
|
|
|
|
expect(event.duration).to be > 0.0
|
|
|
|
expect(event.payload).to a_hash_including(
|
2021-11-18 22:05:49 +05:30
|
|
|
connection: be_a(Gitlab::Database::LoadBalancing::ConnectionProxy)
|
2021-04-17 20:07:23 +05:30
|
|
|
)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2015-10-24 18:46:33 +05:30
|
|
|
end
|