2021-09-04 01:27:46 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
module Backup
|
|
|
|
# Backup and restores repositories using gitaly-backup
|
|
|
|
class GitalyBackup
|
2021-09-30 23:02:18 +05:30
|
|
|
def initialize(progress, parallel: nil, parallel_storage: nil)
|
2021-09-04 01:27:46 +05:30
|
|
|
@progress = progress
|
2021-09-30 23:02:18 +05:30
|
|
|
@parallel = parallel
|
|
|
|
@parallel_storage = parallel_storage
|
2021-09-04 01:27:46 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def start(type)
|
|
|
|
raise Error, 'already started' if started?
|
|
|
|
|
|
|
|
command = case type
|
|
|
|
when :create
|
|
|
|
'create'
|
|
|
|
when :restore
|
|
|
|
'restore'
|
|
|
|
else
|
|
|
|
raise Error, "unknown backup type: #{type}"
|
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
args = []
|
2021-11-11 11:23:49 +05:30
|
|
|
args += ['-parallel', @parallel.to_s] if @parallel
|
|
|
|
args += ['-parallel-storage', @parallel_storage.to_s] if @parallel_storage
|
2021-09-30 23:02:18 +05:30
|
|
|
|
2021-11-18 22:05:49 +05:30
|
|
|
@stdin, stdout, @thread = Open3.popen2(build_env, bin_path, command, '-path', backup_repos_path, *args)
|
2021-10-27 15:23:28 +05:30
|
|
|
|
|
|
|
@out_reader = Thread.new do
|
|
|
|
IO.copy_stream(stdout, @progress)
|
|
|
|
end
|
2021-09-04 01:27:46 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def wait
|
|
|
|
return unless started?
|
|
|
|
|
2021-10-27 15:23:28 +05:30
|
|
|
@stdin.close
|
|
|
|
[@thread, @out_reader].each(&:join)
|
|
|
|
status = @thread.value
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2021-10-27 15:23:28 +05:30
|
|
|
@thread = nil
|
2021-09-04 01:27:46 +05:30
|
|
|
|
|
|
|
raise Error, "gitaly-backup exit status #{status.exitstatus}" if status.exitstatus != 0
|
|
|
|
end
|
|
|
|
|
|
|
|
def enqueue(container, repo_type)
|
|
|
|
raise Error, 'not started' unless started?
|
|
|
|
|
|
|
|
repository = repo_type.repository_for(container)
|
|
|
|
|
2021-10-27 15:23:28 +05:30
|
|
|
@stdin.puts({
|
2021-09-04 01:27:46 +05:30
|
|
|
storage_name: repository.storage,
|
|
|
|
relative_path: repository.relative_path,
|
|
|
|
gl_project_path: repository.gl_project_path,
|
|
|
|
always_create: repo_type.project?
|
|
|
|
}.merge(Gitlab::GitalyClient.connection_data(repository.storage)).to_json)
|
|
|
|
end
|
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
def parallel_enqueue?
|
|
|
|
false
|
|
|
|
end
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
private
|
2021-09-04 01:27:46 +05:30
|
|
|
|
2021-11-18 22:05:49 +05:30
|
|
|
def build_env
|
|
|
|
{
|
|
|
|
'SSL_CERT_FILE' => OpenSSL::X509::DEFAULT_CERT_FILE,
|
|
|
|
'SSL_CERT_DIR' => OpenSSL::X509::DEFAULT_CERT_DIR
|
|
|
|
}.merge(ENV)
|
|
|
|
end
|
|
|
|
|
2021-09-04 01:27:46 +05:30
|
|
|
def started?
|
2021-10-27 15:23:28 +05:30
|
|
|
@thread.present?
|
2021-09-04 01:27:46 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def backup_repos_path
|
|
|
|
File.absolute_path(File.join(Gitlab.config.backup.path, 'repositories'))
|
|
|
|
end
|
|
|
|
|
|
|
|
def bin_path
|
2021-09-30 23:02:18 +05:30
|
|
|
File.absolute_path(Gitlab.config.backup.gitaly_backup_path)
|
2021-09-04 01:27:46 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|