debian-mirror-gitlab/lib/tasks/import.rake

148 lines
3.9 KiB
Ruby
Raw Normal View History

2017-08-17 22:00:37 +05:30
require 'benchmark'
require 'rainbow/ext/string'
class GithubImport
def self.run!(*args)
new(*args).run!
end
def initialize(token, gitlab_username, project_path, extras)
2018-03-17 18:26:18 +05:30
@options = { token: token }
2017-08-17 22:00:37 +05:30
@project_path = project_path
2018-12-13 13:39:08 +05:30
@current_user = UserFinder.new(gitlab_username).find_by_username
2018-11-08 19:23:39 +05:30
raise "GitLab user #{gitlab_username} not found. Please specify a valid username." unless @current_user
2017-08-17 22:00:37 +05:30
@github_repo = extras.empty? ? nil : extras.first
end
def run!
2018-03-17 18:26:18 +05:30
@repo = GithubRepos
.new(@options[:token], @current_user, @github_repo)
.choose_one!
2017-08-17 22:00:37 +05:30
raise 'No repo found!' unless @repo
show_warning!
@project = Project.find_by_full_path(@project_path) || new_project
import!
end
private
def show_warning!
2018-03-17 18:26:18 +05:30
puts "This will import GitHub #{@repo.full_name.bright} into GitLab #{@project_path.bright} as #{@current_user.name}"
2017-08-17 22:00:37 +05:30
puts "Permission checks are ignored. Press any key to continue.".color(:red)
STDIN.getch
puts 'Starting the import (this could take a while)'.color(:green)
end
def import!
2019-02-15 15:39:39 +05:30
@project.import_state.force_start
2017-08-17 22:00:37 +05:30
2018-03-17 18:26:18 +05:30
import_success = false
2017-08-17 22:00:37 +05:30
timings = Benchmark.measure do
2018-03-17 18:26:18 +05:30
import_success = Gitlab::GithubImport::SequentialImporter
.new(@project, token: @options[:token])
.execute
2017-08-17 22:00:37 +05:30
end
2018-03-17 18:26:18 +05:30
if import_success
2018-11-08 19:23:39 +05:30
@project.after_import
2018-03-17 18:26:18 +05:30
puts "Import finished. Timings: #{timings}".color(:green)
else
puts "Import was not successful. Errors were as follows:"
2019-02-15 15:39:39 +05:30
puts @project.import_state.last_error
2018-03-17 18:26:18 +05:30
end
2017-08-17 22:00:37 +05:30
end
def new_project
Project.transaction do
namespace_path, _sep, name = @project_path.rpartition('/')
namespace = find_or_create_namespace(namespace_path)
2018-03-17 18:26:18 +05:30
project = Projects::CreateService.new(
2017-08-17 22:00:37 +05:30
@current_user,
name: name,
path: name,
2018-03-17 18:26:18 +05:30
description: @repo.description,
2017-08-17 22:00:37 +05:30
namespace_id: namespace.id,
visibility_level: visibility_level,
2018-03-17 18:26:18 +05:30
skip_wiki: @repo.has_wiki
2017-08-17 22:00:37 +05:30
).execute
2018-03-17 18:26:18 +05:30
project.update!(
import_type: 'github',
import_source: @repo.full_name,
import_url: @repo.clone_url.sub('://', "://#{@options[:token]}@")
)
project
2017-08-17 22:00:37 +05:30
end
end
def find_or_create_namespace(names)
return @current_user.namespace if names == @current_user.namespace_path
return @current_user.namespace unless @current_user.can_create_group?
2018-03-17 18:26:18 +05:30
Groups::NestedCreateService.new(@current_user, group_path: names).execute
2017-08-17 22:00:37 +05:30
end
def full_path_namespace(names)
@full_path_namespace ||= Namespace.find_by_full_path(names)
end
def visibility_level
2018-03-17 18:26:18 +05:30
@repo.private ? Gitlab::VisibilityLevel::PRIVATE : Gitlab::CurrentSettings.current_application_settings.default_project_visibility
2017-08-17 22:00:37 +05:30
end
end
class GithubRepos
2018-03-17 18:26:18 +05:30
def initialize(token, current_user, github_repo)
@client = Gitlab::GithubImport::Client.new(token)
@client.octokit.auto_paginate = true
2017-08-17 22:00:37 +05:30
@current_user = current_user
@github_repo = github_repo
end
def choose_one!
return found_github_repo if @github_repo
repos.each do |repo|
2018-03-17 18:26:18 +05:30
print "ID: #{repo.id.to_s.bright}".color(:green)
print "\tName: #{repo.full_name}\n".color(:green)
2017-08-17 22:00:37 +05:30
end
print 'ID? '.bright
2018-03-17 18:26:18 +05:30
repos.find { |repo| repo.id == repo_id }
2017-08-17 22:00:37 +05:30
end
def found_github_repo
2018-03-17 18:26:18 +05:30
repos.find { |repo| repo.full_name == @github_repo }
2017-08-17 22:00:37 +05:30
end
def repo_id
@repo_id ||= STDIN.gets.chomp.to_i
end
def repos
2018-03-17 18:26:18 +05:30
@client.octokit.list_repositories
2017-08-17 22:00:37 +05:30
end
end
namespace :import do
desc 'Import a GitHub project - Example: import:github[ToKeN,root,root/blah,my/github_repo] (optional my/github_repo)'
task :github, [:token, :gitlab_username, :project_path] => :environment do |_t, args|
abort 'Project path must be: namespace(s)/project_name'.color(:red) unless args.project_path.include?('/')
GithubImport.run!(args.token, args.gitlab_username, args.project_path, args.extras)
end
end