debian-mirror-gitlab/app/controllers/import/bulk_imports_controller.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

170 lines
4.3 KiB
Ruby
Raw Normal View History

2021-01-03 14:25:43 +05:30
# frozen_string_literal: true
class Import::BulkImportsController < ApplicationController
2021-03-08 18:12:59 +05:30
include ActionView::Helpers::SanitizeHelper
2021-01-03 14:25:43 +05:30
before_action :ensure_group_import_enabled
before_action :verify_blocked_uri, only: :status
feature_category :importers
2021-03-08 18:12:59 +05:30
POLLING_INTERVAL = 3_000
2021-09-30 23:02:18 +05:30
rescue_from BulkImports::Error, with: :bulk_import_connection_error
2021-01-03 14:25:43 +05:30
def configure
2021-01-29 00:20:46 +05:30
session[access_token_key] = configure_params[access_token_key]&.strip
session[url_key] = configure_params[url_key]
2021-01-03 14:25:43 +05:30
2021-01-29 00:20:46 +05:30
redirect_to status_import_bulk_imports_url
2021-01-03 14:25:43 +05:30
end
def status
respond_to do |format|
format.json do
2021-11-18 22:05:49 +05:30
data = ::BulkImports::GetImportableDataService.new(params, query_params, credentials).execute
2021-03-11 19:13:27 +05:30
pagination_headers.each do |header|
2021-11-18 22:05:49 +05:30
response.set_header(header, data[:response].headers[header])
2021-03-11 19:13:27 +05:30
end
2021-11-18 22:05:49 +05:30
json_response = { importable_data: serialized_data(data[:response].parsed_response) }
json_response[:version_validation] = data[:version_validation]
render json: json_response
2021-01-03 14:25:43 +05:30
end
2021-02-22 17:27:13 +05:30
format.html do
@source_url = session[url_key]
end
2021-01-03 14:25:43 +05:30
end
end
2021-01-29 00:20:46 +05:30
def create
2022-01-26 12:08:38 +05:30
responses = create_params.map { |entry| ::BulkImports::CreateService.new(current_user, entry, credentials).execute }
2021-04-17 20:07:23 +05:30
2022-01-26 12:08:38 +05:30
render json: responses.map { |response| { success: response.success?, id: response.payload[:id], message: response.message } }
2021-01-29 00:20:46 +05:30
end
2021-03-08 18:12:59 +05:30
def realtime_changes
Gitlab::PollingInterval.set_header(response, interval: POLLING_INTERVAL)
render json: current_user_bulk_imports.to_json(only: [:id], methods: [:status_name])
end
2021-01-03 14:25:43 +05:30
private
2021-03-11 19:13:27 +05:30
def pagination_headers
%w[x-next-page x-page x-per-page x-prev-page x-total x-total-pages]
end
def serialized_data(data)
serializer.represent(data, {}, Import::BulkImportEntity)
2021-01-03 14:25:43 +05:30
end
def serializer
@serializer ||= BaseSerializer.new(current_user: current_user)
end
2021-03-08 18:12:59 +05:30
# Default query string params used to fetch groups from GitLab source instance
#
# top_level_only: fetch only top level groups (subgroups are fetched during import itself)
# min_access_level: fetch only groups user has maintainer or above permissions
# search: optional search param to search user's groups by a keyword
def query_params
query_params = {
top_level_only: true,
2021-09-04 01:27:46 +05:30
min_access_level: Gitlab::Access::OWNER
2021-03-08 18:12:59 +05:30
}
query_params[:search] = sanitized_filter_param if sanitized_filter_param
query_params
2021-01-03 14:25:43 +05:30
end
2021-01-29 00:20:46 +05:30
def configure_params
2021-01-03 14:25:43 +05:30
params.permit(access_token_key, url_key)
end
2021-01-29 00:20:46 +05:30
def create_params
2021-02-22 17:27:13 +05:30
params.permit(bulk_import: bulk_import_params)[:bulk_import]
2021-01-29 00:20:46 +05:30
end
def bulk_import_params
%i[
source_type
source_full_path
destination_name
destination_namespace
]
end
2021-01-03 14:25:43 +05:30
def ensure_group_import_enabled
2021-11-11 11:23:49 +05:30
render_404 unless Feature.enabled?(:bulk_import, default_enabled: :yaml)
2021-01-03 14:25:43 +05:30
end
def access_token_key
:bulk_import_gitlab_access_token
end
def url_key
:bulk_import_gitlab_url
end
def verify_blocked_uri
Gitlab::UrlBlocker.validate!(
session[url_key],
2021-02-22 17:27:13 +05:30
allow_localhost: allow_local_requests?,
allow_local_network: allow_local_requests?,
schemes: %w(http https)
2021-01-03 14:25:43 +05:30
)
rescue Gitlab::UrlBlocker::BlockedUrlError => e
clear_session_data
2021-04-17 20:07:23 +05:30
redirect_to new_group_path(anchor: 'import-group-pane'), alert: _('Specified URL cannot be used: "%{reason}"') % { reason: e.message }
2021-01-03 14:25:43 +05:30
end
def allow_local_requests?
Gitlab::CurrentSettings.allow_local_requests_from_web_hooks_and_services?
end
def bulk_import_connection_error(error)
clear_session_data
error_message = _("Unable to connect to server: %{error}") % { error: error }
flash[:alert] = error_message
respond_to do |format|
format.json do
render json: {
error: {
message: error_message,
redirect: new_group_path
}
}, status: :unprocessable_entity
end
format.html do
2021-04-17 20:07:23 +05:30
redirect_to new_group_path(anchor: 'import-group-pane')
2021-01-03 14:25:43 +05:30
end
end
end
def clear_session_data
session[url_key] = nil
session[access_token_key] = nil
end
2021-01-29 00:20:46 +05:30
def credentials
{
url: session[url_key],
2021-02-22 17:27:13 +05:30
access_token: session[access_token_key]
2021-01-29 00:20:46 +05:30
}
end
2021-03-08 18:12:59 +05:30
def sanitized_filter_param
@filter ||= sanitize(params[:filter])&.downcase
end
def current_user_bulk_imports
current_user.bulk_imports.gitlab
end
2021-01-03 14:25:43 +05:30
end