2019-07-07 11:18:12 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2017-09-10 17:25:29 +05:30
|
|
|
require 'spec_helper'
|
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
RSpec.describe BackgroundMigrationWorker, :clean_gitlab_redis_shared_state do
|
2018-03-17 18:26:18 +05:30
|
|
|
let(:worker) { described_class.new }
|
|
|
|
|
2018-11-18 11:00:15 +05:30
|
|
|
describe '.minimum_interval' do
|
|
|
|
it 'returns 2 minutes' do
|
|
|
|
expect(described_class.minimum_interval).to eq(2.minutes.to_i)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
describe '#perform' do
|
2021-01-29 00:20:46 +05:30
|
|
|
before do
|
|
|
|
allow(worker).to receive(:jid).and_return(1)
|
|
|
|
expect(worker).to receive(:always_perform?).and_return(false)
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
context 'when lease can be obtained' do
|
|
|
|
before do
|
|
|
|
expect(Gitlab::BackgroundMigration)
|
|
|
|
.to receive(:perform)
|
|
|
|
.with('Foo', [10, 20])
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'performs a background migration' do
|
|
|
|
worker.perform('Foo', [10, 20])
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when lease_attempts is 1' do
|
|
|
|
it 'performs a background migration' do
|
|
|
|
worker.perform('Foo', [10, 20], 1)
|
|
|
|
end
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
context 'when lease not obtained (migration of same class was performed recently)' do
|
|
|
|
before do
|
|
|
|
expect(Gitlab::BackgroundMigration).not_to receive(:perform)
|
|
|
|
|
|
|
|
worker.lease_for('Foo').try_obtain
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
it 'reschedules the migration and decrements the lease_attempts' do
|
|
|
|
expect(described_class)
|
|
|
|
.to receive(:perform_in)
|
|
|
|
.with(a_kind_of(Numeric), 'Foo', [10, 20], 4)
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
worker.perform('Foo', [10, 20], 5)
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
context 'when lease_attempts is 1' do
|
|
|
|
it 'reschedules the migration and decrements the lease_attempts' do
|
|
|
|
expect(described_class)
|
|
|
|
.to receive(:perform_in)
|
|
|
|
.with(a_kind_of(Numeric), 'Foo', [10, 20], 0)
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
worker.perform('Foo', [10, 20], 1)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when lease_attempts is 0' do
|
|
|
|
it 'gives up performing the migration' do
|
|
|
|
expect(described_class).not_to receive(:perform_in)
|
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
|
|
|
class: 'Foo',
|
|
|
|
message: 'Job could not get an exclusive lease after several tries. Giving up.',
|
|
|
|
job_id: 1)
|
|
|
|
|
|
|
|
worker.perform('Foo', [10, 20], 0)
|
|
|
|
end
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
context 'when database is not healthy' do
|
|
|
|
before do
|
|
|
|
allow(worker).to receive(:healthy_database?).and_return(false)
|
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
it 'reschedules a migration if the database is not healthy' do
|
|
|
|
expect(described_class)
|
|
|
|
.to receive(:perform_in)
|
|
|
|
.with(a_kind_of(Numeric), 'Foo', [10, 20], 4)
|
2018-11-18 11:00:15 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
worker.perform('Foo', [10, 20])
|
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
|
2021-01-29 00:20:46 +05:30
|
|
|
context 'when lease_attempts is 0' do
|
|
|
|
it 'gives up performing the migration' do
|
|
|
|
expect(described_class).not_to receive(:perform_in)
|
|
|
|
expect(Sidekiq.logger).to receive(:warn).with(
|
|
|
|
class: 'Foo',
|
|
|
|
message: 'Database was unhealthy after several tries. Giving up.',
|
|
|
|
job_id: 1)
|
|
|
|
|
|
|
|
worker.perform('Foo', [10, 20], 0)
|
|
|
|
end
|
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
2020-04-08 14:13:33 +05:30
|
|
|
|
|
|
|
it 'sets the class that will be executed as the caller_id' do
|
|
|
|
expect(Gitlab::BackgroundMigration).to receive(:perform) do
|
2021-04-29 21:17:54 +05:30
|
|
|
expect(Gitlab::ApplicationContext.current).to include('meta.caller_id' => 'Foo')
|
2020-04-08 14:13:33 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
worker.perform('Foo', [10, 20])
|
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
describe '#healthy_database?' do
|
2019-10-12 21:52:04 +05:30
|
|
|
context 'when replication lag is too great' do
|
|
|
|
it 'returns false' do
|
|
|
|
allow(Postgresql::ReplicationSlot)
|
|
|
|
.to receive(:lag_too_great?)
|
|
|
|
.and_return(true)
|
2018-11-18 11:00:15 +05:30
|
|
|
|
2019-10-12 21:52:04 +05:30
|
|
|
expect(worker.healthy_database?).to eq(false)
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
context 'when replication lag is small enough' do
|
|
|
|
it 'returns true' do
|
|
|
|
allow(Postgresql::ReplicationSlot)
|
|
|
|
.to receive(:lag_too_great?)
|
|
|
|
.and_return(false)
|
|
|
|
|
|
|
|
expect(worker.healthy_database?).to eq(true)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
|
|
|
end
|