debian-mirror-gitlab/lib/backup/repository.rb

178 lines
5.1 KiB
Ruby
Raw Normal View History

2018-12-05 23:21:45 +05:30
# frozen_string_literal: true
2014-09-02 18:07:02 +05:30
require 'yaml'
module Backup
class Repository
2019-02-15 15:39:39 +05:30
include Gitlab::ShellAdapter
2018-11-08 19:23:39 +05:30
attr_reader :progress
def initialize(progress)
@progress = progress
end
2018-05-09 12:01:36 +05:30
2014-09-02 18:07:02 +05:30
def dump
prepare
Project.find_each(batch_size: 1000) do |project|
2018-03-17 18:26:18 +05:30
progress.print " * #{display_repo_path(project)} ... "
2014-09-02 18:07:02 +05:30
2018-03-17 18:26:18 +05:30
if project.hashed_storage?(:repository)
FileUtils.mkdir_p(File.dirname(File.join(backup_repos_path, project.disk_path)))
else
FileUtils.mkdir_p(File.join(backup_repos_path, project.namespace.full_path)) if project.namespace
end
2014-09-02 18:07:02 +05:30
2018-11-08 19:23:39 +05:30
if !empty_repo?(project)
backup_project(project)
progress.puts "[DONE]".color(:green)
else
2017-08-17 22:00:37 +05:30
progress.puts "[SKIPPED]".color(:cyan)
2018-11-08 19:23:39 +05:30
end
wiki = ProjectWiki.new(project)
if !empty_repo?(wiki)
backup_project(wiki)
progress.puts "[DONE] Wiki".color(:green)
2014-09-02 18:07:02 +05:30
else
2018-11-08 19:23:39 +05:30
progress.puts "[SKIPPED] Wiki".color(:cyan)
end
end
end
2017-08-17 22:00:37 +05:30
2018-11-08 19:23:39 +05:30
def prepare_directories
2018-11-18 11:00:15 +05:30
Gitlab.config.repositories.storages.each do |name, _repository_storage|
Gitlab::GitalyClient::StorageService.new(name).delete_all_repositories
2018-11-08 19:23:39 +05:30
end
end
2017-08-17 22:00:37 +05:30
2018-11-08 19:23:39 +05:30
def backup_project(project)
path_to_project_bundle = path_to_bundle(project)
Gitlab::GitalyClient::RepositoryService.new(project.repository)
.create_bundle(path_to_project_bundle)
2018-11-18 11:00:15 +05:30
backup_custom_hooks(project)
rescue => e
progress_warn(project, e, 'Failed to backup repo')
2018-11-08 19:23:39 +05:30
end
2018-11-18 11:00:15 +05:30
def backup_custom_hooks(project)
FileUtils.mkdir_p(project_backup_path(project))
2018-11-08 19:23:39 +05:30
2018-11-18 11:00:15 +05:30
custom_hooks_path = custom_hooks_tar(project)
2018-11-08 19:23:39 +05:30
Gitlab::GitalyClient::RepositoryService.new(project.repository)
.backup_custom_hooks(custom_hooks_path)
end
def restore_custom_hooks(project)
2018-11-18 11:00:15 +05:30
return unless Dir.exist?(project_backup_path(project))
return if Dir.glob("#{project_backup_path(project)}/custom_hooks*").none?
custom_hooks_path = custom_hooks_tar(project)
Gitlab::GitalyClient::RepositoryService.new(project.repository)
.restore_custom_hooks(custom_hooks_path)
2018-05-09 12:01:36 +05:30
end
2014-09-02 18:07:02 +05:30
2018-05-09 12:01:36 +05:30
def restore
prepare_directories
2018-11-08 19:23:39 +05:30
2014-09-02 18:07:02 +05:30
Project.find_each(batch_size: 1000) do |project|
2018-11-08 19:23:39 +05:30
progress.print " * #{project.full_path} ... "
2017-08-17 22:00:37 +05:30
path_to_project_bundle = path_to_bundle(project)
2018-03-17 18:26:18 +05:30
project.ensure_storage_path_exists
2014-09-02 18:07:02 +05:30
2018-11-08 19:23:39 +05:30
restore_repo_success = nil
if File.exist?(path_to_project_bundle)
begin
2018-11-18 11:00:15 +05:30
project.repository.create_from_bundle(path_to_project_bundle)
restore_custom_hooks(project)
2018-11-08 19:23:39 +05:30
restore_repo_success = true
rescue => e
restore_repo_success = false
progress.puts "Error: #{e}".color(:red)
end
else
2019-03-02 22:35:43 +05:30
restore_repo_success = gitlab_shell.create_project_repository(project)
2018-11-08 19:23:39 +05:30
end
2017-08-17 22:00:37 +05:30
2018-11-08 19:23:39 +05:30
if restore_repo_success
2017-08-17 22:00:37 +05:30
progress.puts "[DONE]".color(:green)
2015-04-26 12:48:37 +05:30
else
2018-11-08 19:23:39 +05:30
progress.puts "[Failed] restoring #{project.full_path} repository".color(:red)
2015-04-26 12:48:37 +05:30
end
2014-09-02 18:07:02 +05:30
wiki = ProjectWiki.new(project)
2017-08-17 22:00:37 +05:30
path_to_wiki_bundle = path_to_bundle(wiki)
2014-09-02 18:07:02 +05:30
2017-08-17 22:00:37 +05:30
if File.exist?(path_to_wiki_bundle)
2018-11-08 19:23:39 +05:30
progress.print " * #{wiki.full_path} ... "
begin
wiki.repository.create_from_bundle(path_to_wiki_bundle)
restore_custom_hooks(wiki)
2015-04-26 12:48:37 +05:30
2018-11-08 19:23:39 +05:30
progress.puts "[DONE]".color(:green)
rescue => e
progress.puts "[Failed] restoring #{wiki.full_path} wiki".color(:red)
progress.puts "Error #{e}".color(:red)
2014-09-02 18:07:02 +05:30
end
end
end
2019-02-15 15:39:39 +05:30
restore_object_pools
2014-09-02 18:07:02 +05:30
end
protected
def path_to_bundle(project)
2017-09-10 17:25:29 +05:30
File.join(backup_repos_path, project.disk_path + '.bundle')
2017-08-17 22:00:37 +05:30
end
2018-11-18 11:00:15 +05:30
def project_backup_path(project)
File.join(backup_repos_path, project.disk_path)
end
2017-08-17 22:00:37 +05:30
2018-11-18 11:00:15 +05:30
def custom_hooks_tar(project)
File.join(project_backup_path(project), "custom_hooks.tar")
2014-09-02 18:07:02 +05:30
end
def backup_repos_path
2017-08-17 22:00:37 +05:30
File.join(Gitlab.config.backup.path, 'repositories')
end
2014-09-02 18:07:02 +05:30
def prepare
FileUtils.rm_rf(backup_repos_path)
2015-09-11 14:41:01 +05:30
FileUtils.mkdir_p(Gitlab.config.backup.path)
FileUtils.mkdir(backup_repos_path, mode: 0700)
2014-09-02 18:07:02 +05:30
end
2016-08-24 12:49:21 +05:30
private
2017-08-17 22:00:37 +05:30
def progress_warn(project, cmd, output)
progress.puts "[WARNING] Executing #{cmd}".color(:orange)
2018-03-17 18:26:18 +05:30
progress.puts "Ignoring error on #{display_repo_path(project)} - #{output}".color(:orange)
2017-08-17 22:00:37 +05:30
end
def empty_repo?(project_or_wiki)
2018-03-17 18:26:18 +05:30
project_or_wiki.repository.expire_emptiness_caches
project_or_wiki.repository.empty?
2017-08-17 22:00:37 +05:30
end
2018-03-17 18:26:18 +05:30
def display_repo_path(project)
project.hashed_storage?(:repository) ? "#{project.full_path} (#{project.disk_path})" : project.full_path
end
2019-02-15 15:39:39 +05:30
def restore_object_pools
PoolRepository.includes(:source_project).find_each do |pool|
progress.puts " - Object pool #{pool.disk_path}..."
pool.source_project ||= pool.member_projects.first.root_of_fork_network
pool.state = 'none'
pool.save
pool.schedule
end
end
2014-09-02 18:07:02 +05:30
end
end