2019-12-26 22:10:19 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
require 'spec_helper'
|
|
|
|
|
2023-03-04 22:38:38 +05:30
|
|
|
RSpec.describe API::GroupExport, feature_category: :importers do
|
2019-12-26 22:10:19 +05:30
|
|
|
let_it_be(:group) { create(:group) }
|
|
|
|
let_it_be(:user) { create(:user) }
|
|
|
|
|
|
|
|
let(:path) { "/groups/#{group.id}/export" }
|
|
|
|
let(:download_path) { "/groups/#{group.id}/export/download" }
|
|
|
|
|
|
|
|
let(:export_path) { "#{Dir.tmpdir}/group_export_spec" }
|
|
|
|
|
|
|
|
before do
|
|
|
|
allow_next_instance_of(Gitlab::ImportExport) do |import_export|
|
|
|
|
expect(import_export).to receive(:storage_path).and_return(export_path)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
after do
|
|
|
|
FileUtils.rm_rf(export_path, secure: true)
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'GET /groups/:group_id/export/download' do
|
|
|
|
let(:upload) { ImportExportUpload.new(group: group) }
|
|
|
|
|
|
|
|
before do
|
|
|
|
stub_uploads_object_storage(ImportExportUploader)
|
|
|
|
|
|
|
|
group.add_owner(user)
|
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when export file exists' do
|
2019-12-26 22:10:19 +05:30
|
|
|
before do
|
2022-08-13 15:12:31 +05:30
|
|
|
allow_next_instance_of(Gitlab::ApplicationRateLimiter::BaseStrategy) do |strategy|
|
|
|
|
allow(strategy).to receive(:increment).and_return(0)
|
2022-10-11 01:57:18 +05:30
|
|
|
allow(strategy).to receive(:read).and_return(0)
|
2022-08-13 15:12:31 +05:30
|
|
|
end
|
2019-12-26 22:10:19 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
upload.export_file = fixture_file_upload('spec/fixtures/group_export.tar.gz', "`/tar.gz")
|
|
|
|
upload.save!
|
|
|
|
end
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
it 'downloads exported group archive' do
|
|
|
|
get api(download_path, user)
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:ok)
|
|
|
|
end
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when export_file.file does not exist' do
|
|
|
|
before do
|
|
|
|
expect_next_instance_of(ImportExportUploader) do |uploader|
|
|
|
|
expect(uploader).to receive(:file).and_return(nil)
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
end
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
it 'returns 404' do
|
|
|
|
get api(download_path, user)
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:not_found)
|
|
|
|
end
|
|
|
|
end
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when object is not present' do
|
|
|
|
let(:other_group) { create(:group, :with_export) }
|
|
|
|
let(:other_download_path) { "/groups/#{other_group.id}/export/download" }
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
before do
|
|
|
|
other_group.add_owner(user)
|
|
|
|
other_group.export_file.file.delete
|
2021-09-04 01:27:46 +05:30
|
|
|
end
|
2019-12-26 22:10:19 +05:30
|
|
|
|
|
|
|
it 'returns 404' do
|
2022-06-21 17:19:12 +05:30
|
|
|
get api(other_download_path, user)
|
2019-12-26 22:10:19 +05:30
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:not_found)
|
2022-06-21 17:19:12 +05:30
|
|
|
expect(json_response['message']).to eq('The group export file is not available yet')
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when export file does not exist' do
|
|
|
|
it 'returns 404' do
|
2019-12-26 22:10:19 +05:30
|
|
|
get api(download_path, user)
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
allow(Gitlab::ApplicationRateLimiter)
|
|
|
|
.to receive(:increment)
|
|
|
|
.and_return(0)
|
|
|
|
|
2020-04-08 14:13:33 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:not_found)
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
end
|
2020-06-23 00:09:42 +05:30
|
|
|
|
|
|
|
context 'when the requests have exceeded the rate limit' do
|
|
|
|
before do
|
|
|
|
allow(Gitlab::ApplicationRateLimiter)
|
|
|
|
.to receive(:increment)
|
2020-07-28 23:09:34 +05:30
|
|
|
.and_return(Gitlab::ApplicationRateLimiter.rate_limits[:group_download_export][:threshold].call + 1)
|
2020-06-23 00:09:42 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'throttles the endpoint' do
|
|
|
|
get api(download_path, user)
|
|
|
|
|
|
|
|
expect(json_response["message"])
|
|
|
|
.to include('error' => 'This endpoint has been requested too many times. Try again later.')
|
|
|
|
expect(response).to have_gitlab_http_status :too_many_requests
|
|
|
|
end
|
|
|
|
end
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
describe 'POST /groups/:group_id/export' do
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when user is a group owner' do
|
2019-12-26 22:10:19 +05:30
|
|
|
before do
|
2022-06-21 17:19:12 +05:30
|
|
|
group.add_owner(user)
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
it 'accepts download' do
|
|
|
|
post api(path, user)
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:accepted)
|
2020-03-13 15:44:24 +05:30
|
|
|
end
|
2022-06-21 17:19:12 +05:30
|
|
|
end
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when the export cannot be started' do
|
|
|
|
before do
|
|
|
|
group.add_owner(user)
|
|
|
|
allow(GroupExportWorker).to receive(:perform_async).and_return(nil)
|
2020-04-22 19:07:51 +05:30
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
it 'returns an error' do
|
|
|
|
post api(path, user)
|
2020-03-13 15:44:24 +05:30
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:error)
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
context 'when user is not a group owner' do
|
2019-12-26 22:10:19 +05:30
|
|
|
before do
|
2022-06-21 17:19:12 +05:30
|
|
|
group.add_developer(user)
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
it 'forbids the request' do
|
2019-12-26 22:10:19 +05:30
|
|
|
post api(path, user)
|
|
|
|
|
2022-06-21 17:19:12 +05:30
|
|
|
expect(response).to have_gitlab_http_status(:forbidden)
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
|
|
|
end
|
2020-06-23 00:09:42 +05:30
|
|
|
|
|
|
|
context 'when the requests have exceeded the rate limit' do
|
|
|
|
before do
|
|
|
|
group.add_owner(user)
|
|
|
|
|
2022-08-13 15:12:31 +05:30
|
|
|
allow_next_instance_of(Gitlab::ApplicationRateLimiter::BaseStrategy) do |strategy|
|
|
|
|
allow(strategy)
|
|
|
|
.to receive(:increment)
|
|
|
|
.and_return(Gitlab::ApplicationRateLimiter.rate_limits[:group_export][:threshold].call + 1)
|
|
|
|
end
|
2020-06-23 00:09:42 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
it 'throttles the endpoint' do
|
|
|
|
post api(path, user)
|
|
|
|
|
|
|
|
expect(json_response["message"])
|
|
|
|
.to include('error' => 'This endpoint has been requested too many times. Try again later.')
|
|
|
|
expect(response).to have_gitlab_http_status :too_many_requests
|
|
|
|
end
|
|
|
|
end
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|
2021-06-08 01:23:25 +05:30
|
|
|
|
|
|
|
describe 'relations export' do
|
|
|
|
let(:path) { "/groups/#{group.id}/export_relations" }
|
|
|
|
let(:download_path) { "/groups/#{group.id}/export_relations/download?relation=labels" }
|
|
|
|
let(:status_path) { "/groups/#{group.id}/export_relations/status" }
|
|
|
|
|
|
|
|
before do
|
2023-03-17 16:20:25 +05:30
|
|
|
stub_application_setting(bulk_import_enabled: true)
|
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
group.add_owner(user)
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'POST /groups/:id/export_relations' do
|
|
|
|
it 'accepts the request' do
|
|
|
|
post api(path, user)
|
|
|
|
|
|
|
|
expect(response).to have_gitlab_http_status(:accepted)
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when response is not success' do
|
|
|
|
it 'returns api error' do
|
|
|
|
allow_next_instance_of(BulkImports::ExportService) do |service|
|
|
|
|
allow(service).to receive(:execute).and_return(ServiceResponse.error(message: 'error', http_status: :error))
|
|
|
|
end
|
|
|
|
|
|
|
|
post api(path, user)
|
|
|
|
|
|
|
|
expect(response).to have_gitlab_http_status(:error)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'GET /groups/:id/export_relations/download' do
|
|
|
|
let(:export) { create(:bulk_import_export, group: group, relation: 'labels') }
|
|
|
|
let(:upload) { create(:bulk_import_export_upload, export: export) }
|
|
|
|
|
|
|
|
context 'when export file exists' do
|
|
|
|
it 'downloads exported group archive' do
|
2021-09-04 01:27:46 +05:30
|
|
|
upload.update!(export_file: fixture_file_upload('spec/fixtures/bulk_imports/gz/labels.ndjson.gz'))
|
2021-06-08 01:23:25 +05:30
|
|
|
|
|
|
|
get api(download_path, user)
|
|
|
|
|
|
|
|
expect(response).to have_gitlab_http_status(:ok)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
context 'when export_file.file does not exist' do
|
|
|
|
it 'returns 404' do
|
2023-03-17 16:20:25 +05:30
|
|
|
allow(export).to receive(:upload).and_return(nil)
|
2021-06-08 01:23:25 +05:30
|
|
|
|
|
|
|
get api(download_path, user)
|
|
|
|
|
|
|
|
expect(response).to have_gitlab_http_status(:not_found)
|
2023-03-17 16:20:25 +05:30
|
|
|
expect(json_response['message']).to eq('404 Not found')
|
2021-06-08 01:23:25 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
describe 'GET /groups/:id/export_relations/status' do
|
|
|
|
it 'returns a list of relation export statuses' do
|
|
|
|
create(:bulk_import_export, :started, group: group, relation: 'labels')
|
|
|
|
create(:bulk_import_export, :finished, group: group, relation: 'milestones')
|
|
|
|
create(:bulk_import_export, :failed, group: group, relation: 'badges')
|
|
|
|
|
|
|
|
get api(status_path, user)
|
|
|
|
|
|
|
|
expect(response).to have_gitlab_http_status(:ok)
|
|
|
|
expect(json_response.pluck('relation')).to contain_exactly('labels', 'milestones', 'badges')
|
|
|
|
expect(json_response.pluck('status')).to contain_exactly(-1, 0, 1)
|
|
|
|
end
|
|
|
|
end
|
2023-03-17 16:20:25 +05:30
|
|
|
|
|
|
|
context 'when bulk import is disabled' do
|
|
|
|
it_behaves_like '404 response' do
|
|
|
|
let(:request) { get api(path, user) }
|
|
|
|
end
|
|
|
|
end
|
2021-06-08 01:23:25 +05:30
|
|
|
end
|
2019-12-26 22:10:19 +05:30
|
|
|
end
|