2018-03-17 18:26:18 +05:30
|
|
|
require 'rake_helper'
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
describe 'rake gitlab:storage:*' do
|
2018-03-17 18:26:18 +05:30
|
|
|
before do
|
|
|
|
Rake.application.rake_require 'tasks/gitlab/storage'
|
|
|
|
|
|
|
|
stub_warn_user_is_not_gitlab
|
|
|
|
end
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
shared_examples "rake listing entities" do |entity_name, storage_type|
|
|
|
|
context 'limiting to 2' do
|
|
|
|
before do
|
|
|
|
stub_env('LIMIT' => 2)
|
|
|
|
end
|
|
|
|
|
|
|
|
it "lists 2 out of 3 #{storage_type.downcase} #{entity_name}" do
|
|
|
|
create_collection
|
|
|
|
|
|
|
|
expect { run_rake_task(task) }.to output(/Found 3 #{entity_name} using #{storage_type} Storage.*Displaying first 2 #{entity_name}/m).to_stdout
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context "without any #{storage_type.downcase} #{entity_name.singularize}" do
|
|
|
|
it 'displays message for empty results' do
|
|
|
|
expect { run_rake_task(task) }.to output(/Found 0 #{entity_name} using #{storage_type} Storage/).to_stdout
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
shared_examples "rake entities summary" do |entity_name, storage_type|
|
|
|
|
context "with existing 3 #{storage_type.downcase} #{entity_name}" do
|
|
|
|
it "reports 3 #{storage_type.downcase} #{entity_name}" do
|
|
|
|
create_collection
|
|
|
|
|
|
|
|
expect { run_rake_task(task) }.to output(/Found 3 #{entity_name} using #{storage_type} Storage/).to_stdout
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context "without any #{storage_type.downcase} #{entity_name.singularize}" do
|
|
|
|
it 'displays message for empty results' do
|
|
|
|
expect { run_rake_task(task) }.to output(/Found 0 #{entity_name} using #{storage_type} Storage/).to_stdout
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:migrate_to_hashed' do
|
|
|
|
let(:task) { 'gitlab:storage:migrate_to_hashed' }
|
|
|
|
|
2019-02-15 15:39:39 +05:30
|
|
|
context 'read-only database' do
|
|
|
|
it 'does nothing' do
|
|
|
|
expect(Gitlab::Database).to receive(:read_only?).and_return(true)
|
|
|
|
|
|
|
|
expect(Project).not_to receive(:with_unmigrated_storage)
|
|
|
|
|
|
|
|
expect { run_rake_task(task) }.to output(/This task requires database write access. Exiting./).to_stderr
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
context '0 legacy projects' do
|
|
|
|
it 'does nothing' do
|
|
|
|
expect(StorageMigratorWorker).not_to receive(:perform_async)
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
run_rake_task(task)
|
2018-03-17 18:26:18 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
context '3 legacy projects' do
|
|
|
|
let(:projects) { create_list(:project, 3, :legacy_storage) }
|
2018-03-17 18:26:18 +05:30
|
|
|
|
|
|
|
context 'in batches of 1' do
|
|
|
|
before do
|
|
|
|
stub_env('BATCH' => 1)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'enqueues one StorageMigratorWorker per project' do
|
|
|
|
projects.each do |project|
|
|
|
|
expect(StorageMigratorWorker).to receive(:perform_async).with(project.id, project.id)
|
|
|
|
end
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
run_rake_task(task)
|
2018-03-17 18:26:18 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'in batches of 2' do
|
|
|
|
before do
|
|
|
|
stub_env('BATCH' => 2)
|
|
|
|
end
|
|
|
|
|
|
|
|
it 'enqueues one StorageMigratorWorker per 2 projects' do
|
|
|
|
projects.map(&:id).sort.each_slice(2) do |first, last|
|
|
|
|
last ||= first
|
|
|
|
expect(StorageMigratorWorker).to receive(:perform_async).with(first, last)
|
|
|
|
end
|
|
|
|
|
2018-11-08 19:23:39 +05:30
|
|
|
run_rake_task(task)
|
2018-03-17 18:26:18 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2018-11-08 19:23:39 +05:30
|
|
|
|
|
|
|
context 'with same id in range' do
|
|
|
|
it 'displays message when project cant be found' do
|
|
|
|
stub_env('ID_FROM', 99999)
|
|
|
|
stub_env('ID_TO', 99999)
|
|
|
|
|
2019-02-15 15:39:39 +05:30
|
|
|
expect { run_rake_task(task) }.to output(/There are no projects requiring storage migration with ID=99999/).to_stderr
|
2018-11-08 19:23:39 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'displays a message when project exists but its already migrated' do
|
|
|
|
project = create(:project)
|
|
|
|
stub_env('ID_FROM', project.id)
|
|
|
|
stub_env('ID_TO', project.id)
|
|
|
|
|
2019-02-15 15:39:39 +05:30
|
|
|
expect { run_rake_task(task) }.to output(/There are no projects requiring storage migration with ID=#{project.id}/).to_stderr
|
2018-11-08 19:23:39 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'enqueues migration when project can be found' do
|
|
|
|
project = create(:project, :legacy_storage)
|
|
|
|
stub_env('ID_FROM', project.id)
|
|
|
|
stub_env('ID_TO', project.id)
|
|
|
|
|
|
|
|
expect { run_rake_task(task) }.to output(/Enqueueing storage migration .* \(ID=#{project.id}\)/).to_stdout
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:legacy_projects' do
|
|
|
|
it_behaves_like 'rake entities summary', 'projects', 'Legacy' do
|
|
|
|
let(:task) { 'gitlab:storage:legacy_projects' }
|
|
|
|
let(:create_collection) { create_list(:project, 3, :legacy_storage) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:list_legacy_projects' do
|
|
|
|
it_behaves_like 'rake listing entities', 'projects', 'Legacy' do
|
|
|
|
let(:task) { 'gitlab:storage:list_legacy_projects' }
|
|
|
|
let(:create_collection) { create_list(:project, 3, :legacy_storage) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:hashed_projects' do
|
|
|
|
it_behaves_like 'rake entities summary', 'projects', 'Hashed' do
|
|
|
|
let(:task) { 'gitlab:storage:hashed_projects' }
|
|
|
|
let(:create_collection) { create_list(:project, 3, storage_version: 1) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:list_hashed_projects' do
|
|
|
|
it_behaves_like 'rake listing entities', 'projects', 'Hashed' do
|
|
|
|
let(:task) { 'gitlab:storage:list_hashed_projects' }
|
|
|
|
let(:create_collection) { create_list(:project, 3, storage_version: 1) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:legacy_attachments' do
|
|
|
|
it_behaves_like 'rake entities summary', 'attachments', 'Legacy' do
|
|
|
|
let(:task) { 'gitlab:storage:legacy_attachments' }
|
|
|
|
let(:project) { create(:project, storage_version: 1) }
|
|
|
|
let(:create_collection) { create_list(:upload, 3, model: project) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:list_legacy_attachments' do
|
|
|
|
it_behaves_like 'rake listing entities', 'attachments', 'Legacy' do
|
|
|
|
let(:task) { 'gitlab:storage:list_legacy_attachments' }
|
|
|
|
let(:project) { create(:project, storage_version: 1) }
|
|
|
|
let(:create_collection) { create_list(:upload, 3, model: project) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:hashed_attachments' do
|
|
|
|
it_behaves_like 'rake entities summary', 'attachments', 'Hashed' do
|
|
|
|
let(:task) { 'gitlab:storage:hashed_attachments' }
|
|
|
|
let(:project) { create(:project) }
|
|
|
|
let(:create_collection) { create_list(:upload, 3, model: project) }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'gitlab:storage:list_hashed_attachments' do
|
|
|
|
it_behaves_like 'rake listing entities', 'attachments', 'Hashed' do
|
|
|
|
let(:task) { 'gitlab:storage:list_hashed_attachments' }
|
|
|
|
let(:project) { create(:project) }
|
|
|
|
let(:create_collection) { create_list(:upload, 3, model: project) }
|
|
|
|
end
|
2018-03-17 18:26:18 +05:30
|
|
|
end
|
|
|
|
end
|