2014-09-02 18:07:02 +05:30
|
|
|
require 'spec_helper'
|
|
|
|
require 'rake'
|
|
|
|
|
|
|
|
describe 'gitlab:app namespace rake task' do
|
2016-06-02 11:05:42 +05:30
|
|
|
let(:enable_registry) { true }
|
|
|
|
|
2014-09-02 18:07:02 +05:30
|
|
|
before :all do
|
2016-06-02 11:05:42 +05:30
|
|
|
Rake.application.rake_require 'tasks/gitlab/task_helpers'
|
|
|
|
Rake.application.rake_require 'tasks/gitlab/backup'
|
|
|
|
Rake.application.rake_require 'tasks/gitlab/shell'
|
|
|
|
Rake.application.rake_require 'tasks/gitlab/db'
|
|
|
|
|
2014-09-02 18:07:02 +05:30
|
|
|
# empty task as env is already loaded
|
|
|
|
Rake::Task.define_task :environment
|
2016-06-02 11:05:42 +05:30
|
|
|
|
|
|
|
# We need this directory to run `gitlab:backup:create` task
|
|
|
|
FileUtils.mkdir_p('public/uploads')
|
|
|
|
end
|
|
|
|
|
|
|
|
before do
|
|
|
|
stub_container_registry_config(enabled: enable_registry)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
2015-04-26 12:48:37 +05:30
|
|
|
def run_rake_task(task_name)
|
|
|
|
Rake::Task[task_name].reenable
|
|
|
|
Rake.application.invoke_task task_name
|
|
|
|
end
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
def reenable_backup_sub_tasks
|
2016-06-02 11:05:42 +05:30
|
|
|
%w{db repo uploads builds artifacts lfs registry}.each do |subtask|
|
2015-09-11 14:41:01 +05:30
|
|
|
Rake::Task["gitlab:backup:#{subtask}:create"].reenable
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2014-09-02 18:07:02 +05:30
|
|
|
describe 'backup_restore' do
|
|
|
|
before do
|
|
|
|
# avoid writing task output to spec progress
|
2015-04-26 12:48:37 +05:30
|
|
|
allow($stdout).to receive :write
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
context 'gitlab version' do
|
|
|
|
before do
|
2015-09-11 14:41:01 +05:30
|
|
|
allow(Dir).to receive(:glob).and_return([])
|
|
|
|
allow(Dir).to receive(:chdir)
|
|
|
|
allow(File).to receive(:exists?).and_return(true)
|
|
|
|
allow(Kernel).to receive(:system).and_return(true)
|
|
|
|
allow(FileUtils).to receive(:cp_r).and_return(true)
|
|
|
|
allow(FileUtils).to receive(:mv).and_return(true)
|
|
|
|
allow(Rake::Task["gitlab:shell:setup"]).
|
|
|
|
to receive(:invoke).and_return(true)
|
2016-06-02 11:05:42 +05:30
|
|
|
ENV['force'] = 'yes'
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
let(:gitlab_version) { Gitlab::VERSION }
|
|
|
|
|
|
|
|
it 'should fail on mismatch' do
|
2015-09-11 14:41:01 +05:30
|
|
|
allow(YAML).to receive(:load_file).
|
|
|
|
and_return({ gitlab_version: "not #{gitlab_version}" })
|
|
|
|
|
|
|
|
expect { run_rake_task('gitlab:backup:restore') }.
|
|
|
|
to raise_error(SystemExit)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
|
2015-11-26 14:37:03 +05:30
|
|
|
it 'should invoke restoration on match' do
|
2015-09-11 14:41:01 +05:30
|
|
|
allow(YAML).to receive(:load_file).
|
|
|
|
and_return({ gitlab_version: gitlab_version })
|
2016-06-02 11:05:42 +05:30
|
|
|
expect(Rake::Task['gitlab:db:drop_tables']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:db:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:repo:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:builds:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:uploads:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:artifacts:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:lfs:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:backup:registry:restore']).to receive(:invoke)
|
|
|
|
expect(Rake::Task['gitlab:shell:setup']).to receive(:invoke)
|
2015-09-11 14:41:01 +05:30
|
|
|
expect { run_rake_task('gitlab:backup:restore') }.not_to raise_error
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end # backup_restore task
|
2015-04-26 12:48:37 +05:30
|
|
|
|
|
|
|
describe 'backup_create' do
|
|
|
|
def tars_glob
|
|
|
|
Dir.glob(File.join(Gitlab.config.backup.path, '*_gitlab_backup.tar'))
|
|
|
|
end
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
def create_backup
|
|
|
|
FileUtils.rm tars_glob
|
2015-04-26 12:48:37 +05:30
|
|
|
|
|
|
|
# Redirect STDOUT and run the rake task
|
|
|
|
orig_stdout = $stdout
|
|
|
|
$stdout = StringIO.new
|
2015-09-11 14:41:01 +05:30
|
|
|
reenable_backup_sub_tasks
|
2015-04-26 12:48:37 +05:30
|
|
|
run_rake_task('gitlab:backup:create')
|
2015-09-11 14:41:01 +05:30
|
|
|
reenable_backup_sub_tasks
|
2015-04-26 12:48:37 +05:30
|
|
|
$stdout = orig_stdout
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
@backup_tar = tars_glob.first
|
2015-04-26 12:48:37 +05:30
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
context 'tar creation' do
|
|
|
|
before do
|
|
|
|
create_backup
|
|
|
|
end
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
after do
|
|
|
|
FileUtils.rm(@backup_tar)
|
2015-09-11 14:41:01 +05:30
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
context 'archive file permissions' do
|
|
|
|
it 'should set correct permissions on the tar file' do
|
|
|
|
expect(File.exist?(@backup_tar)).to be_truthy
|
|
|
|
expect(File::Stat.new(@backup_tar).mode.to_s(8)).to eq('100600')
|
2015-09-11 14:41:01 +05:30
|
|
|
end
|
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
context 'with custom archive_permissions' do
|
|
|
|
before do
|
|
|
|
allow(Gitlab.config.backup).to receive(:archive_permissions).and_return(0651)
|
|
|
|
# We created a backup in a before(:all) so it got the default permissions.
|
|
|
|
# We now need to do some work to create a _new_ backup file using our stub.
|
|
|
|
FileUtils.rm(@backup_tar)
|
|
|
|
create_backup
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'uses the custom permissions' do
|
|
|
|
expect(File::Stat.new(@backup_tar).mode.to_s(8)).to eq('100651')
|
|
|
|
end
|
2015-09-11 14:41:01 +05:30
|
|
|
end
|
|
|
|
end
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
it 'should set correct permissions on the tar contents' do
|
|
|
|
tar_contents, exit_status = Gitlab::Popen.popen(
|
|
|
|
%W{tar -tvf #{@backup_tar} db uploads.tar.gz repositories builds.tar.gz artifacts.tar.gz lfs.tar.gz registry.tar.gz}
|
|
|
|
)
|
|
|
|
expect(exit_status).to eq(0)
|
|
|
|
expect(tar_contents).to match('db/')
|
|
|
|
expect(tar_contents).to match('uploads.tar.gz')
|
|
|
|
expect(tar_contents).to match('repositories/')
|
|
|
|
expect(tar_contents).to match('builds.tar.gz')
|
|
|
|
expect(tar_contents).to match('artifacts.tar.gz')
|
|
|
|
expect(tar_contents).to match('lfs.tar.gz')
|
|
|
|
expect(tar_contents).to match('registry.tar.gz')
|
|
|
|
expect(tar_contents).not_to match(/^.{4,9}[rwx].* (database.sql.gz|uploads.tar.gz|repositories|builds.tar.gz|artifacts.tar.gz|registry.tar.gz)\/$/)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'should delete temp directories' do
|
|
|
|
temp_dirs = Dir.glob(
|
|
|
|
File.join(Gitlab.config.backup.path, '{db,repositories,uploads,builds,artifacts,lfs,registry}')
|
|
|
|
)
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
expect(temp_dirs).to be_empty
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'registry disabled' do
|
|
|
|
let(:enable_registry) { false }
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
it 'should not create registry.tar.gz' do
|
|
|
|
tar_contents, exit_status = Gitlab::Popen.popen(
|
|
|
|
%W{tar -tvf #{@backup_tar}}
|
|
|
|
)
|
|
|
|
expect(exit_status).to eq(0)
|
|
|
|
expect(tar_contents).not_to match('registry.tar.gz')
|
|
|
|
end
|
|
|
|
end
|
2015-04-26 12:48:37 +05:30
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
context 'multiple repository storages' do
|
|
|
|
let(:project_a) { create(:project, repository_storage: 'default') }
|
|
|
|
let(:project_b) { create(:project, repository_storage: 'custom') }
|
|
|
|
|
|
|
|
before do
|
|
|
|
FileUtils.mkdir('tmp/tests/default_storage')
|
|
|
|
FileUtils.mkdir('tmp/tests/custom_storage')
|
|
|
|
storages = {
|
|
|
|
'default' => 'tmp/tests/default_storage',
|
|
|
|
'custom' => 'tmp/tests/custom_storage'
|
|
|
|
}
|
|
|
|
allow(Gitlab.config.repositories).to receive(:storages).and_return(storages)
|
|
|
|
|
|
|
|
# Create the projects now, after mocking the settings but before doing the backup
|
|
|
|
project_a
|
|
|
|
project_b
|
|
|
|
|
|
|
|
# We only need a backup of the repositories for this test
|
|
|
|
ENV["SKIP"] = "db,uploads,builds,artifacts,lfs,registry"
|
|
|
|
create_backup
|
|
|
|
end
|
|
|
|
|
|
|
|
after do
|
|
|
|
FileUtils.rm_rf('tmp/tests/default_storage')
|
|
|
|
FileUtils.rm_rf('tmp/tests/custom_storage')
|
|
|
|
FileUtils.rm(@backup_tar)
|
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
it 'should include repositories in all repository storages' do
|
2016-06-02 11:05:42 +05:30
|
|
|
tar_contents, exit_status = Gitlab::Popen.popen(
|
2016-08-24 12:49:21 +05:30
|
|
|
%W{tar -tvf #{@backup_tar} repositories}
|
2016-06-02 11:05:42 +05:30
|
|
|
)
|
|
|
|
expect(exit_status).to eq(0)
|
2016-08-24 12:49:21 +05:30
|
|
|
expect(tar_contents).to match("repositories/#{project_a.path_with_namespace}.bundle")
|
|
|
|
expect(tar_contents).to match("repositories/#{project_b.path_with_namespace}.bundle")
|
2016-06-02 11:05:42 +05:30
|
|
|
end
|
|
|
|
end
|
2015-04-26 12:48:37 +05:30
|
|
|
end # backup_create task
|
|
|
|
|
|
|
|
describe "Skipping items" do
|
|
|
|
def tars_glob
|
|
|
|
Dir.glob(File.join(Gitlab.config.backup.path, '*_gitlab_backup.tar'))
|
|
|
|
end
|
|
|
|
|
|
|
|
before :all do
|
|
|
|
@origin_cd = Dir.pwd
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
reenable_backup_sub_tasks
|
2015-04-26 12:48:37 +05:30
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
FileUtils.rm tars_glob
|
2015-04-26 12:48:37 +05:30
|
|
|
|
|
|
|
# Redirect STDOUT and run the rake task
|
|
|
|
orig_stdout = $stdout
|
|
|
|
$stdout = StringIO.new
|
2015-11-26 14:37:03 +05:30
|
|
|
ENV["SKIP"] = "repositories,uploads"
|
2015-04-26 12:48:37 +05:30
|
|
|
run_rake_task('gitlab:backup:create')
|
|
|
|
$stdout = orig_stdout
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
@backup_tar = tars_glob.first
|
2015-04-26 12:48:37 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
after :all do
|
|
|
|
FileUtils.rm(@backup_tar)
|
|
|
|
Dir.chdir @origin_cd
|
|
|
|
end
|
|
|
|
|
|
|
|
it "does not contain skipped item" do
|
2015-10-24 18:46:33 +05:30
|
|
|
tar_contents, _exit_status = Gitlab::Popen.popen(
|
2016-06-02 11:05:42 +05:30
|
|
|
%W{tar -tvf #{@backup_tar} db uploads.tar.gz repositories builds.tar.gz artifacts.tar.gz lfs.tar.gz registry.tar.gz}
|
2015-04-26 12:48:37 +05:30
|
|
|
)
|
|
|
|
|
|
|
|
expect(tar_contents).to match('db/')
|
2015-11-26 14:37:03 +05:30
|
|
|
expect(tar_contents).to match('uploads.tar.gz')
|
|
|
|
expect(tar_contents).to match('builds.tar.gz')
|
|
|
|
expect(tar_contents).to match('artifacts.tar.gz')
|
|
|
|
expect(tar_contents).to match('lfs.tar.gz')
|
2016-06-02 11:05:42 +05:30
|
|
|
expect(tar_contents).to match('registry.tar.gz')
|
2015-04-26 12:48:37 +05:30
|
|
|
expect(tar_contents).not_to match('repositories/')
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'does not invoke repositories restore' do
|
2016-06-02 11:05:42 +05:30
|
|
|
allow(Rake::Task['gitlab:shell:setup']).
|
2015-09-11 14:41:01 +05:30
|
|
|
to receive(:invoke).and_return(true)
|
2015-04-26 12:48:37 +05:30
|
|
|
allow($stdout).to receive :write
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
expect(Rake::Task['gitlab:db:drop_tables']).to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:db:restore']).to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:repo:restore']).not_to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:uploads:restore']).not_to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:builds:restore']).to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:artifacts:restore']).to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:lfs:restore']).to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:backup:registry:restore']).to receive :invoke
|
|
|
|
expect(Rake::Task['gitlab:shell:setup']).to receive :invoke
|
2015-09-11 14:41:01 +05:30
|
|
|
expect { run_rake_task('gitlab:backup:restore') }.not_to raise_error
|
2015-04-26 12:48:37 +05:30
|
|
|
end
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
end # gitlab:app namespace
|