debian-mirror-gitlab/spec/lib/backup/manager_spec.rb

958 lines
33 KiB
Ruby
Raw Normal View History

2019-10-12 21:52:04 +05:30
# frozen_string_literal: true
2017-08-17 22:00:37 +05:30
require 'spec_helper'
2020-07-28 23:09:34 +05:30
RSpec.describe Backup::Manager do
2017-08-17 22:00:37 +05:30
include StubENV
let(:progress) { StringIO.new }
2022-05-07 20:08:51 +05:30
let(:definitions) { nil }
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
subject { described_class.new(progress, definitions: definitions) }
2018-11-08 19:23:39 +05:30
2017-08-17 22:00:37 +05:30
before do
2022-05-07 20:08:51 +05:30
# Rspec fails with `uninitialized constant RSpec::Support::Differ` when it
# is trying to display a diff and `File.exist?` is stubbed. Adding a
# default stub fixes this.
allow(File).to receive(:exist?).and_call_original
2017-08-17 22:00:37 +05:30
allow(progress).to receive(:puts)
allow(progress).to receive(:print)
end
2022-05-07 20:08:51 +05:30
describe '#run_create_task' do
let(:enabled) { true }
2022-06-21 17:19:12 +05:30
let(:task) { instance_double(Backup::Task) }
let(:definitions) { { 'my_task' => Backup::Manager::TaskDefinition.new(task: task, enabled: enabled, destination_path: 'my_task.tar.gz', human_name: 'my task') } }
2022-05-07 20:08:51 +05:30
it 'calls the named task' do
expect(task).to receive(:dump)
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Dumping my task ... ')
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Dumping my task ... done')
2022-05-07 20:08:51 +05:30
subject.run_create_task('my_task')
end
describe 'disabled' do
let(:enabled) { false }
it 'informs the user' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Dumping my task ... [DISABLED]')
2022-05-07 20:08:51 +05:30
subject.run_create_task('my_task')
end
end
describe 'skipped' do
it 'informs the user' do
stub_env('SKIP', 'my_task')
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Dumping my task ... [SKIPPED]')
2022-05-07 20:08:51 +05:30
subject.run_create_task('my_task')
end
end
end
describe '#run_restore_task' do
let(:enabled) { true }
let(:pre_restore_warning) { nil }
let(:post_restore_warning) { nil }
2022-06-21 17:19:12 +05:30
let(:definitions) { { 'my_task' => Backup::Manager::TaskDefinition.new(task: task, enabled: enabled, human_name: 'my task', destination_path: 'my_task.tar.gz') } }
2022-05-07 20:08:51 +05:30
let(:backup_information) { {} }
let(:task) do
instance_double(Backup::Task,
pre_restore_warning: pre_restore_warning,
post_restore_warning: post_restore_warning)
end
before do
allow(YAML).to receive(:load_file).with(File.join(Gitlab.config.backup.path, 'backup_information.yml'))
.and_return(backup_information)
end
it 'calls the named task' do
expect(task).to receive(:restore)
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... ').ordered
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... done').ordered
2022-05-07 20:08:51 +05:30
subject.run_restore_task('my_task')
end
describe 'disabled' do
let(:enabled) { false }
it 'informs the user' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... [DISABLED]').ordered
2022-05-07 20:08:51 +05:30
subject.run_restore_task('my_task')
end
end
describe 'pre_restore_warning' do
let(:pre_restore_warning) { 'Watch out!' }
it 'displays and waits for the user' do
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... ').ordered
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Watch out!').ordered
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... done').ordered
2022-05-07 20:08:51 +05:30
expect(Gitlab::TaskHelpers).to receive(:ask_to_continue)
expect(task).to receive(:restore)
subject.run_restore_task('my_task')
end
it 'does not continue when the user quits' do
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... ').ordered
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Watch out!').ordered
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Quitting...').ordered
expect(Gitlab::TaskHelpers).to receive(:ask_to_continue).and_raise(Gitlab::TaskAbortedByUserError)
expect do
subject.run_restore_task('my_task')
end.to raise_error(SystemExit)
end
end
describe 'post_restore_warning' do
let(:post_restore_warning) { 'Watch out!' }
it 'displays and waits for the user' do
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... ').ordered
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... done').ordered
2022-05-07 20:08:51 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Watch out!').ordered
expect(Gitlab::TaskHelpers).to receive(:ask_to_continue)
expect(task).to receive(:restore)
subject.run_restore_task('my_task')
end
it 'does not continue when the user quits' do
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... ').ordered
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Restoring my task ... done').ordered
2022-05-07 20:08:51 +05:30
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Watch out!').ordered
expect(Gitlab::BackupLogger).to receive(:info).with(message: 'Quitting...').ordered
expect(task).to receive(:restore)
expect(Gitlab::TaskHelpers).to receive(:ask_to_continue).and_raise(Gitlab::TaskAbortedByUserError)
expect do
subject.run_restore_task('my_task')
end.to raise_error(SystemExit)
end
end
end
describe '#create' do
2022-06-21 17:19:12 +05:30
let(:incremental_env) { 'false' }
2022-05-07 20:08:51 +05:30
let(:expected_backup_contents) { %w{backup_information.yml task1.tar.gz task2.tar.gz} }
2022-06-21 17:19:12 +05:30
let(:backup_id) { '1546300800_2019_01_01_12.3' }
let(:tar_file) { "#{backup_id}_gitlab_backup.tar" }
2019-12-21 20:55:43 +05:30
let(:tar_system_options) { { out: [tar_file, 'w', Gitlab.config.backup.archive_permissions] } }
2021-10-27 15:23:28 +05:30
let(:tar_cmdline) { ['tar', '-cf', '-', *expected_backup_contents, tar_system_options] }
2019-12-21 20:55:43 +05:30
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: '12.3'
}
end
2022-06-21 17:19:12 +05:30
let(:task1) { instance_double(Backup::Task) }
let(:task2) { instance_double(Backup::Task) }
2022-05-07 20:08:51 +05:30
let(:definitions) do
{
2022-06-21 17:19:12 +05:30
'task1' => Backup::Manager::TaskDefinition.new(task: task1, human_name: 'task 1', destination_path: 'task1.tar.gz'),
'task2' => Backup::Manager::TaskDefinition.new(task: task2, human_name: 'task 2', destination_path: 'task2.tar.gz')
2022-05-07 20:08:51 +05:30
}
end
2019-12-21 20:55:43 +05:30
before do
2022-06-21 17:19:12 +05:30
stub_env('INCREMENTAL', incremental_env)
2019-12-21 20:55:43 +05:30
allow(ActiveRecord::Base.connection).to receive(:reconnect!)
2022-06-21 17:19:12 +05:30
allow(Gitlab::BackupLogger).to receive(:info)
2019-12-21 20:55:43 +05:30
allow(Kernel).to receive(:system).and_return(true)
2022-06-21 17:19:12 +05:30
allow(YAML).to receive(:load_file).and_call_original
2022-05-07 20:08:51 +05:30
allow(YAML).to receive(:load_file).with(File.join(Gitlab.config.backup.path, 'backup_information.yml'))
.and_return(backup_information)
2019-12-21 20:55:43 +05:30
allow(subject).to receive(:backup_information).and_return(backup_information)
2022-06-21 17:19:12 +05:30
allow(task1).to receive(:dump).with(File.join(Gitlab.config.backup.path, 'task1.tar.gz'), backup_id)
allow(task2).to receive(:dump).with(File.join(Gitlab.config.backup.path, 'task2.tar.gz'), backup_id)
2019-12-21 20:55:43 +05:30
end
2021-10-27 15:23:28 +05:30
it 'executes tar' do
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
2019-12-21 20:55:43 +05:30
2021-10-27 15:23:28 +05:30
expect(Kernel).to have_received(:system).with(*tar_cmdline)
2019-12-21 20:55:43 +05:30
end
2022-06-21 17:19:12 +05:30
context 'tar fails' do
before do
expect(Kernel).to receive(:system).with(*tar_cmdline).and_return(false)
end
it 'logs a failure' do
expect do
subject.create # rubocop:disable Rails/SaveBang
end.to raise_error(Backup::Error, 'Backup failed')
expect(Gitlab::BackupLogger).to have_received(:info).with(message: "Creating archive #{tar_file} failed")
end
end
2019-12-21 20:55:43 +05:30
context 'when BACKUP is set' do
2022-06-21 17:19:12 +05:30
let(:backup_id) { 'custom' }
2019-12-21 20:55:43 +05:30
it 'uses the given value as tar file name' do
stub_env('BACKUP', '/ignored/path/custom')
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
2019-12-21 20:55:43 +05:30
expect(Kernel).to have_received(:system).with(*tar_cmdline)
end
end
2021-10-27 15:23:28 +05:30
context 'when skipped is set in backup_information.yml' do
2022-05-07 20:08:51 +05:30
let(:expected_backup_contents) { %w{backup_information.yml task1.tar.gz} }
2021-10-27 15:23:28 +05:30
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: '12.3',
2022-05-07 20:08:51 +05:30
skipped: ['task2']
2021-10-27 15:23:28 +05:30
}
end
it 'executes tar' do
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
2021-10-27 15:23:28 +05:30
expect(Kernel).to have_received(:system).with(*tar_cmdline)
end
end
2022-06-21 17:19:12 +05:30
context 'when SKIP env is set' do
let(:expected_backup_contents) { %w{backup_information.yml task1.tar.gz} }
before do
stub_env('SKIP', 'task2')
end
it 'executes tar' do
subject.create # rubocop:disable Rails/SaveBang
expect(Kernel).to have_received(:system).with(*tar_cmdline)
end
end
2022-05-07 20:08:51 +05:30
context 'when the destination is optional' do
let(:expected_backup_contents) { %w{backup_information.yml task1.tar.gz} }
let(:definitions) do
{
'task1' => Backup::Manager::TaskDefinition.new(task: task1, destination_path: 'task1.tar.gz'),
'task2' => Backup::Manager::TaskDefinition.new(task: task2, destination_path: 'task2.tar.gz', destination_optional: true)
}
2021-10-27 15:23:28 +05:30
end
it 'executes tar' do
2022-05-07 20:08:51 +05:30
expect(File).to receive(:exist?).with(File.join(Gitlab.config.backup.path, 'task2.tar.gz')).and_return(false)
subject.create # rubocop:disable Rails/SaveBang
2021-10-27 15:23:28 +05:30
expect(Kernel).to have_received(:system).with(*tar_cmdline)
end
end
2022-05-07 20:08:51 +05:30
context 'many backup files' do
let(:files) do
[
'1451606400_2016_01_01_1.2.3_gitlab_backup.tar',
'1451520000_2015_12_31_4.5.6_gitlab_backup.tar',
'1451520000_2015_12_31_4.5.6-pre_gitlab_backup.tar',
'1451520000_2015_12_31_4.5.6-rc1_gitlab_backup.tar',
'1451520000_2015_12_31_4.5.6-pre-ee_gitlab_backup.tar',
'1451510000_2015_12_30_gitlab_backup.tar',
'1450742400_2015_12_22_gitlab_backup.tar',
'1449878400_gitlab_backup.tar',
'1449014400_gitlab_backup.tar',
'manual_gitlab_backup.tar'
]
end
2021-10-27 15:23:28 +05:30
2022-05-07 20:08:51 +05:30
before do
2022-06-21 17:19:12 +05:30
allow(Gitlab::BackupLogger).to receive(:info)
2022-05-07 20:08:51 +05:30
allow(Dir).to receive(:chdir).and_yield
allow(Dir).to receive(:glob).and_return(files)
allow(FileUtils).to receive(:rm)
allow(Time).to receive(:now).and_return(Time.utc(2016))
end
2021-10-27 15:23:28 +05:30
2022-05-07 20:08:51 +05:30
context 'when keep_time is zero' do
before do
allow(Gitlab.config.backup).to receive(:keep_time).and_return(0)
2021-10-27 15:23:28 +05:30
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
end
2021-10-27 15:23:28 +05:30
2022-05-07 20:08:51 +05:30
it 'removes no files' do
expect(FileUtils).not_to have_received(:rm)
end
2021-10-27 15:23:28 +05:30
2022-05-07 20:08:51 +05:30
it 'prints a skipped message' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting old backups ... [SKIPPED]')
2022-05-07 20:08:51 +05:30
end
end
2019-12-21 20:55:43 +05:30
2022-05-07 20:08:51 +05:30
context 'when no valid file is found' do
let(:files) do
[
'14516064000_2016_01_01_1.2.3_gitlab_backup.tar',
'foo_1451520000_2015_12_31_4.5.6_gitlab_backup.tar',
'1451520000_2015_12_31_4.5.6-foo_gitlab_backup.tar'
]
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
before do
allow(Gitlab.config.backup).to receive(:keep_time).and_return(1)
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'removes no files' do
expect(FileUtils).not_to have_received(:rm)
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'prints a done message' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting old backups ... done. (0 removed)')
2022-05-07 20:08:51 +05:30
end
2017-08-17 22:00:37 +05:30
end
2022-05-07 20:08:51 +05:30
context 'when there are no files older than keep_time' do
before do
# Set to 30 days
allow(Gitlab.config.backup).to receive(:keep_time).and_return(2592000)
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
end
2018-03-17 18:26:18 +05:30
2022-05-07 20:08:51 +05:30
it 'removes no files' do
expect(FileUtils).not_to have_received(:rm)
end
2018-03-17 18:26:18 +05:30
2022-05-07 20:08:51 +05:30
it 'prints a done message' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting old backups ... done. (0 removed)')
2022-05-07 20:08:51 +05:30
end
2018-03-17 18:26:18 +05:30
end
2022-05-07 20:08:51 +05:30
context 'when keep_time is set to remove files' do
before do
# Set to 1 second
allow(Gitlab.config.backup).to receive(:keep_time).and_return(1)
2018-03-17 18:26:18 +05:30
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
end
2018-03-17 18:26:18 +05:30
2022-05-07 20:08:51 +05:30
it 'removes matching files with a human-readable versioned timestamp' do
expect(FileUtils).to have_received(:rm).with(files[1])
expect(FileUtils).to have_received(:rm).with(files[2])
expect(FileUtils).to have_received(:rm).with(files[3])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'removes matching files with a human-readable versioned timestamp with tagged EE' do
expect(FileUtils).to have_received(:rm).with(files[4])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'removes matching files with a human-readable non-versioned timestamp' do
expect(FileUtils).to have_received(:rm).with(files[5])
expect(FileUtils).to have_received(:rm).with(files[6])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'removes matching files without a human-readable timestamp' do
expect(FileUtils).to have_received(:rm).with(files[7])
expect(FileUtils).to have_received(:rm).with(files[8])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'does not remove files that are not old enough' do
expect(FileUtils).not_to have_received(:rm).with(files[0])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'does not remove non-matching files' do
expect(FileUtils).not_to have_received(:rm).with(files[9])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'prints a done message' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting old backups ... done. (8 removed)')
2022-05-07 20:08:51 +05:30
end
2017-08-17 22:00:37 +05:30
end
2022-05-07 20:08:51 +05:30
context 'when removing a file fails' do
let(:file) { files[1] }
let(:message) { "Permission denied @ unlink_internal - #{file}" }
2018-03-17 18:26:18 +05:30
2022-05-07 20:08:51 +05:30
before do
allow(Gitlab.config.backup).to receive(:keep_time).and_return(1)
allow(FileUtils).to receive(:rm).with(file).and_raise(Errno::EACCES, message)
2018-03-17 18:26:18 +05:30
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'removes the remaining expected files' do
expect(FileUtils).to have_received(:rm).with(files[4])
expect(FileUtils).to have_received(:rm).with(files[5])
expect(FileUtils).to have_received(:rm).with(files[6])
expect(FileUtils).to have_received(:rm).with(files[7])
expect(FileUtils).to have_received(:rm).with(files[8])
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'sets the correct removed count' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting old backups ... done. (7 removed)')
2022-05-07 20:08:51 +05:30
end
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
it 'prints the error from file that could not be removed' do
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: a_string_matching(message))
2022-05-07 20:08:51 +05:30
end
2017-08-17 22:00:37 +05:30
end
end
2022-05-07 20:08:51 +05:30
describe 'cloud storage' do
let(:backup_file) { Tempfile.new('backup', Gitlab.config.backup.path) }
let(:backup_filename) { File.basename(backup_file.path) }
2017-08-17 22:00:37 +05:30
before do
2022-06-21 17:19:12 +05:30
allow(Gitlab::BackupLogger).to receive(:info)
2022-05-07 20:08:51 +05:30
allow(subject).to receive(:tar_file).and_return(backup_filename)
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
stub_backup_setting(
upload: {
connection: {
provider: 'AWS',
aws_access_key_id: 'id',
aws_secret_access_key: 'secret'
},
remote_directory: 'directory',
multipart_chunk_size: 104857600,
encryption: nil,
encryption_key: nil,
storage_class: nil
}
)
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
Fog.mock!
2017-08-17 22:00:37 +05:30
2022-05-07 20:08:51 +05:30
# the Fog mock only knows about directories we create explicitly
connection = ::Fog::Storage.new(Gitlab.config.backup.upload.connection.symbolize_keys)
connection.directories.create(key: Gitlab.config.backup.upload.remote_directory) # rubocop:disable Rails/SaveBang
2017-08-17 22:00:37 +05:30
end
2022-06-21 17:19:12 +05:30
context 'skipped upload' do
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: '12.3',
skipped: ['remote']
}
end
it 'informs the user' do
stub_env('SKIP', 'remote')
subject.create # rubocop:disable Rails/SaveBang
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Uploading backup archive to remote storage directory ... [SKIPPED]')
end
end
2022-05-07 20:08:51 +05:30
context 'target path' do
it 'uses the tar filename by default' do
expect_any_instance_of(Fog::Collection).to receive(:create)
.with(hash_including(key: backup_filename, public: false))
.and_call_original
subject.create # rubocop:disable Rails/SaveBang
end
it 'adds the DIRECTORY environment variable if present' do
stub_env('DIRECTORY', 'daily')
expect_any_instance_of(Fog::Collection).to receive(:create)
.with(hash_including(key: "daily/#{backup_filename}", public: false))
.and_call_original
subject.create # rubocop:disable Rails/SaveBang
end
2017-08-17 22:00:37 +05:30
end
2022-05-07 20:08:51 +05:30
context 'with AWS with server side encryption' do
let(:connection) { ::Fog::Storage.new(Gitlab.config.backup.upload.connection.symbolize_keys) }
let(:encryption_key) { nil }
let(:encryption) { nil }
let(:storage_options) { nil }
before do
stub_backup_setting(
upload: {
connection: {
provider: 'AWS',
aws_access_key_id: 'AWS_ACCESS_KEY_ID',
aws_secret_access_key: 'AWS_SECRET_ACCESS_KEY'
},
remote_directory: 'directory',
multipart_chunk_size: Gitlab.config.backup.upload.multipart_chunk_size,
encryption: encryption,
encryption_key: encryption_key,
storage_options: storage_options,
storage_class: nil
}
)
connection.directories.create(key: Gitlab.config.backup.upload.remote_directory) # rubocop:disable Rails/SaveBang
end
context 'with SSE-S3 without using storage_options' do
let(:encryption) { 'AES256' }
it 'sets encryption attributes' do
subject.create # rubocop:disable Rails/SaveBang
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Uploading backup archive to remote storage directory ... done (encrypted with AES256)')
2022-05-07 20:08:51 +05:30
end
end
context 'with SSE-C (customer-provided keys) options' do
let(:encryption) { 'AES256' }
let(:encryption_key) { SecureRandom.hex }
2020-04-08 14:13:33 +05:30
2022-05-07 20:08:51 +05:30
it 'sets encryption attributes' do
subject.create # rubocop:disable Rails/SaveBang
2020-04-08 14:13:33 +05:30
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Uploading backup archive to remote storage directory ... done (encrypted with AES256)')
2022-05-07 20:08:51 +05:30
end
end
context 'with SSE-KMS options' do
let(:storage_options) do
{
server_side_encryption: 'aws:kms',
server_side_encryption_kms_key_id: 'arn:aws:kms:12345'
}
end
it 'sets encryption attributes' do
subject.create # rubocop:disable Rails/SaveBang
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Uploading backup archive to remote storage directory ... done (encrypted with aws:kms)')
2022-05-07 20:08:51 +05:30
end
end
2020-04-08 14:13:33 +05:30
end
2022-05-07 20:08:51 +05:30
context 'with Google provider' do
before do
stub_backup_setting(
upload: {
connection: {
provider: 'Google',
google_storage_access_key_id: 'test-access-id',
google_storage_secret_access_key: 'secret'
},
remote_directory: 'directory',
multipart_chunk_size: Gitlab.config.backup.upload.multipart_chunk_size,
encryption: nil,
encryption_key: nil,
storage_class: nil
}
)
connection = ::Fog::Storage.new(Gitlab.config.backup.upload.connection.symbolize_keys)
connection.directories.create(key: Gitlab.config.backup.upload.remote_directory) # rubocop:disable Rails/SaveBang
end
2020-04-08 14:13:33 +05:30
2022-05-07 20:08:51 +05:30
it 'does not attempt to set ACL' do
expect_any_instance_of(Fog::Collection).to receive(:create)
.with(hash_excluding(public: false))
.and_call_original
2020-04-08 14:13:33 +05:30
2022-05-07 20:08:51 +05:30
subject.create # rubocop:disable Rails/SaveBang
end
end
context 'with AzureRM provider' do
before do
stub_backup_setting(
upload: {
connection: {
provider: 'AzureRM',
azure_storage_account_name: 'test-access-id',
azure_storage_access_key: 'secret'
},
remote_directory: 'directory',
multipart_chunk_size: nil,
encryption: nil,
encryption_key: nil,
storage_class: nil
}
)
end
it 'loads the provider' do
expect { subject.create }.not_to raise_error # rubocop:disable Rails/SaveBang
end
2020-04-08 14:13:33 +05:30
end
end
2022-06-21 17:19:12 +05:30
context 'incremental' do
let(:incremental_env) { 'true' }
let(:gitlab_version) { Gitlab::VERSION }
let(:backup_id) { "1546300800_2019_01_01_#{gitlab_version}" }
let(:tar_file) { "#{backup_id}_gitlab_backup.tar" }
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: gitlab_version
}
end
context 'when there are no backup files in the directory' do
before do
allow(Dir).to receive(:glob).and_return([])
end
it 'fails the operation and prints an error' do
expect { subject.create }.to raise_error SystemExit # rubocop:disable Rails/SaveBang
expect(progress).to have_received(:puts)
.with(a_string_matching('No backups found'))
end
end
context 'when there are two backup files in the directory and BACKUP variable is not set' do
before do
allow(Dir).to receive(:glob).and_return(
[
'1451606400_2016_01_01_1.2.3_gitlab_backup.tar',
'1451520000_2015_12_31_gitlab_backup.tar'
]
)
end
it 'prints the list of available backups' do
expect { subject.create }.to raise_error SystemExit # rubocop:disable Rails/SaveBang
expect(progress).to have_received(:puts)
.with(a_string_matching('1451606400_2016_01_01_1.2.3\n 1451520000_2015_12_31'))
end
it 'fails the operation and prints an error' do
expect { subject.create }.to raise_error SystemExit # rubocop:disable Rails/SaveBang
expect(progress).to have_received(:puts)
.with(a_string_matching('Found more than one backup'))
end
end
context 'when BACKUP variable is set to a non-existing file' do
before do
allow(Dir).to receive(:glob).and_return(
[
'1451606400_2016_01_01_gitlab_backup.tar'
]
)
allow(File).to receive(:exist?).and_return(false)
stub_env('BACKUP', 'wrong')
end
it 'fails the operation and prints an error' do
expect { subject.create }.to raise_error SystemExit # rubocop:disable Rails/SaveBang
expect(File).to have_received(:exist?).with('wrong_gitlab_backup.tar')
expect(progress).to have_received(:puts)
.with(a_string_matching('The backup file wrong_gitlab_backup.tar does not exist'))
end
end
context 'when BACKUP variable is set to a correct file' do
let(:backup_id) { '1451606400_2016_01_01_1.2.3' }
let(:tar_cmdline) { %w{tar -xf 1451606400_2016_01_01_1.2.3_gitlab_backup.tar} }
before do
allow(Gitlab::BackupLogger).to receive(:info)
allow(Dir).to receive(:glob).and_return(
[
'1451606400_2016_01_01_1.2.3_gitlab_backup.tar'
]
)
allow(File).to receive(:exist?).and_return(true)
allow(Kernel).to receive(:system).and_return(true)
stub_env('BACKUP', '/ignored/path/1451606400_2016_01_01_1.2.3')
end
it 'unpacks the file' do
subject.create # rubocop:disable Rails/SaveBang
expect(Kernel).to have_received(:system).with(*tar_cmdline)
end
context 'tar fails' do
before do
expect(Kernel).to receive(:system).with(*tar_cmdline).and_return(false)
end
it 'logs a failure' do
expect do
subject.create # rubocop:disable Rails/SaveBang
end.to raise_error(SystemExit)
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Unpacking backup failed')
end
end
context 'on version mismatch' do
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: "not #{gitlab_version}"
}
end
it 'stops the process' do
expect { subject.create }.to raise_error SystemExit # rubocop:disable Rails/SaveBang
expect(progress).to have_received(:puts)
.with(a_string_matching('GitLab version mismatch'))
end
end
end
context 'when there is a non-tarred backup in the directory' do
before do
allow(Dir).to receive(:glob).and_return(
[
'backup_information.yml'
]
)
allow(File).to receive(:exist?).and_return(true)
end
it 'selects the non-tarred backup to restore from' do
subject.create # rubocop:disable Rails/SaveBang
expect(progress).to have_received(:puts)
.with(a_string_matching('Non tarred backup found '))
end
context 'on version mismatch' do
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: "not #{gitlab_version}"
}
end
it 'stops the process' do
expect { subject.create }.to raise_error SystemExit # rubocop:disable Rails/SaveBang
expect(progress).to have_received(:puts)
.with(a_string_matching('GitLab version mismatch'))
end
end
end
end
2020-04-08 14:13:33 +05:30
end
2022-05-07 20:08:51 +05:30
describe '#restore' do
2022-06-21 17:19:12 +05:30
let(:task1) { instance_double(Backup::Task, pre_restore_warning: nil, post_restore_warning: nil) }
let(:task2) { instance_double(Backup::Task, pre_restore_warning: nil, post_restore_warning: nil) }
2022-05-07 20:08:51 +05:30
let(:definitions) do
{
2022-06-21 17:19:12 +05:30
'task1' => Backup::Manager::TaskDefinition.new(task: task1, human_name: 'task 1', destination_path: 'task1.tar.gz'),
'task2' => Backup::Manager::TaskDefinition.new(task: task2, human_name: 'task 2', destination_path: 'task2.tar.gz')
2022-05-07 20:08:51 +05:30
}
end
let(:gitlab_version) { Gitlab::VERSION }
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: gitlab_version
}
end
before do
Rake.application.rake_require 'tasks/gitlab/shell'
Rake.application.rake_require 'tasks/cache'
2022-06-21 17:19:12 +05:30
allow(Gitlab::BackupLogger).to receive(:info)
2022-05-07 20:08:51 +05:30
allow(task1).to receive(:restore).with(File.join(Gitlab.config.backup.path, 'task1.tar.gz'))
allow(task2).to receive(:restore).with(File.join(Gitlab.config.backup.path, 'task2.tar.gz'))
allow(YAML).to receive(:load_file).with(File.join(Gitlab.config.backup.path, 'backup_information.yml'))
.and_return(backup_information)
allow(Rake::Task['gitlab:shell:setup']).to receive(:invoke)
allow(Rake::Task['cache:clear']).to receive(:invoke)
end
2017-08-17 22:00:37 +05:30
context 'when there are no backup files in the directory' do
before do
allow(Dir).to receive(:glob).and_return([])
end
it 'fails the operation and prints an error' do
2022-05-07 20:08:51 +05:30
expect { subject.restore }.to raise_error SystemExit
2017-08-17 22:00:37 +05:30
expect(progress).to have_received(:puts)
.with(a_string_matching('No backups found'))
end
end
context 'when there are two backup files in the directory and BACKUP variable is not set' do
before do
allow(Dir).to receive(:glob).and_return(
[
2017-09-10 17:25:29 +05:30
'1451606400_2016_01_01_1.2.3_gitlab_backup.tar',
'1451520000_2015_12_31_gitlab_backup.tar'
2017-08-17 22:00:37 +05:30
]
)
end
2018-03-17 18:26:18 +05:30
it 'prints the list of available backups' do
2022-05-07 20:08:51 +05:30
expect { subject.restore }.to raise_error SystemExit
2018-03-17 18:26:18 +05:30
expect(progress).to have_received(:puts)
.with(a_string_matching('1451606400_2016_01_01_1.2.3\n 1451520000_2015_12_31'))
end
2017-08-17 22:00:37 +05:30
it 'fails the operation and prints an error' do
2022-05-07 20:08:51 +05:30
expect { subject.restore }.to raise_error SystemExit
2017-08-17 22:00:37 +05:30
expect(progress).to have_received(:puts)
.with(a_string_matching('Found more than one backup'))
end
end
context 'when BACKUP variable is set to a non-existing file' do
before do
allow(Dir).to receive(:glob).and_return(
[
'1451606400_2016_01_01_gitlab_backup.tar'
]
)
allow(File).to receive(:exist?).and_return(false)
stub_env('BACKUP', 'wrong')
end
it 'fails the operation and prints an error' do
2022-05-07 20:08:51 +05:30
expect { subject.restore }.to raise_error SystemExit
2017-08-17 22:00:37 +05:30
expect(File).to have_received(:exist?).with('wrong_gitlab_backup.tar')
expect(progress).to have_received(:puts)
.with(a_string_matching('The backup file wrong_gitlab_backup.tar does not exist'))
end
end
context 'when BACKUP variable is set to a correct file' do
2022-06-21 17:19:12 +05:30
let(:tar_cmdline) { %w{tar -xf 1451606400_2016_01_01_1.2.3_gitlab_backup.tar} }
2017-08-17 22:00:37 +05:30
before do
2022-06-21 17:19:12 +05:30
allow(Gitlab::BackupLogger).to receive(:info)
2017-08-17 22:00:37 +05:30
allow(Dir).to receive(:glob).and_return(
[
'1451606400_2016_01_01_1.2.3_gitlab_backup.tar'
]
)
allow(File).to receive(:exist?).and_return(true)
allow(Kernel).to receive(:system).and_return(true)
2019-12-21 20:55:43 +05:30
stub_env('BACKUP', '/ignored/path/1451606400_2016_01_01_1.2.3')
2017-08-17 22:00:37 +05:30
end
it 'unpacks the file' do
2022-05-07 20:08:51 +05:30
subject.restore
2017-08-17 22:00:37 +05:30
2022-06-21 17:19:12 +05:30
expect(Kernel).to have_received(:system).with(*tar_cmdline)
end
context 'tar fails' do
before do
expect(Kernel).to receive(:system).with(*tar_cmdline).and_return(false)
end
it 'logs a failure' do
expect do
subject.restore
end.to raise_error(SystemExit)
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Unpacking backup failed')
end
2022-05-07 20:08:51 +05:30
end
context 'on version mismatch' do
let(:backup_information) do
{
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: "not #{gitlab_version}"
}
end
it 'stops the process' do
expect { subject.restore }.to raise_error SystemExit
expect(progress).to have_received(:puts)
.with(a_string_matching('GitLab version mismatch'))
end
end
describe 'tmp files' do
let(:path) { File.join(Gitlab.config.backup.path, 'tmp') }
before do
allow(FileUtils).to receive(:rm_rf).and_call_original
end
it 'removes backups/tmp dir' do
expect(FileUtils).to receive(:rm_rf).with(path).and_call_original
subject.restore
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting backups/tmp ... ')
2022-05-07 20:08:51 +05:30
end
2017-08-17 22:00:37 +05:30
end
end
2020-04-08 14:13:33 +05:30
context 'when there is a non-tarred backup in the directory' do
before do
allow(Dir).to receive(:glob).and_return(
[
'backup_information.yml'
]
)
allow(File).to receive(:exist?).and_return(true)
end
it 'selects the non-tarred backup to restore from' do
expect(Kernel).not_to receive(:system)
2022-05-07 20:08:51 +05:30
subject.restore
2020-04-08 14:13:33 +05:30
expect(progress).to have_received(:puts)
.with(a_string_matching('Non tarred backup found '))
end
2017-09-10 17:25:29 +05:30
2022-05-07 20:08:51 +05:30
context 'on version mismatch' do
let(:backup_information) do
2021-11-11 11:23:49 +05:30
{
2022-05-07 20:08:51 +05:30
backup_created_at: Time.zone.parse('2019-01-01'),
gitlab_version: "not #{gitlab_version}"
2021-11-11 11:23:49 +05:30
}
end
2022-05-07 20:08:51 +05:30
it 'stops the process' do
expect { subject.restore }.to raise_error SystemExit
expect(progress).to have_received(:puts)
.with(a_string_matching('GitLab version mismatch'))
2021-11-11 11:23:49 +05:30
end
end
2022-05-07 20:08:51 +05:30
describe 'tmp files' do
let(:path) { File.join(Gitlab.config.backup.path, 'tmp') }
2020-01-01 13:55:28 +05:30
2022-05-07 20:08:51 +05:30
before do
allow(FileUtils).to receive(:rm_rf).and_call_original
end
2017-09-10 17:25:29 +05:30
2022-05-07 20:08:51 +05:30
it 'removes backups/tmp dir' do
expect(FileUtils).to receive(:rm_rf).with(path).and_call_original
2020-11-24 15:15:51 +05:30
2022-05-07 20:08:51 +05:30
subject.restore
2020-11-24 15:15:51 +05:30
2022-06-21 17:19:12 +05:30
expect(Gitlab::BackupLogger).to have_received(:info).with(message: 'Deleting backups/tmp ... ')
2022-05-07 20:08:51 +05:30
end
2020-11-24 15:15:51 +05:30
end
end
2017-09-10 17:25:29 +05:30
end
2017-08-17 22:00:37 +05:30
end