debian-mirror-gitlab/lib/tasks/gitlab/cleanup.rake

139 lines
4.2 KiB
Ruby
Raw Normal View History

2018-11-20 20:47:30 +05:30
# frozen_string_literal: true
require 'set'
2014-09-02 18:07:02 +05:30
namespace :gitlab do
namespace :cleanup do
2015-09-11 14:41:01 +05:30
desc "GitLab | Cleanup | Clean namespaces"
2018-03-17 18:26:18 +05:30
task dirs: :gitlab_environment do
2018-11-20 20:47:30 +05:30
namespaces = Set.new(Namespace.pluck(:path))
2018-12-23 12:14:25 +05:30
namespaces << Storage::HashedProject::REPOSITORY_PATH_PREFIX
2014-09-02 18:07:02 +05:30
2018-11-20 20:47:30 +05:30
Gitaly::Server.all.each do |server|
all_dirs = Gitlab::GitalyClient::StorageService
.new(server.storage)
.list_directories(depth: 0)
.reject { |dir| dir.ends_with?('.git') || namespaces.include?(File.basename(dir)) }
2014-09-02 18:07:02 +05:30
2016-08-24 12:49:21 +05:30
puts "Looking for directories to remove... "
all_dirs.each do |dir_path|
2018-11-18 11:00:15 +05:30
if remove?
2018-11-20 20:47:30 +05:30
begin
Gitlab::GitalyClient::NamespaceService.new(server.storage)
.remove(dir_path)
puts "Removed...#{dir_path}"
rescue StandardError => e
puts "Cannot remove #{dir_path}: #{e.message}".color(:red)
2016-08-24 12:49:21 +05:30
end
2014-09-02 18:07:02 +05:30
else
2016-08-24 12:49:21 +05:30
puts "Can be removed: #{dir_path}".color(:red)
2014-09-02 18:07:02 +05:30
end
end
end
2018-11-18 11:00:15 +05:30
unless remove?
puts "To cleanup this directories run this command with REMOVE=true".color(:yellow)
2014-09-02 18:07:02 +05:30
end
end
2015-09-11 14:41:01 +05:30
desc "GitLab | Cleanup | Clean repositories"
2018-03-17 18:26:18 +05:30
task repos: :gitlab_environment do
2015-10-24 18:46:33 +05:30
move_suffix = "+orphaned+#{Time.now.to_i}"
2018-11-08 19:23:39 +05:30
2018-11-20 20:47:30 +05:30
Gitaly::Server.all.each do |server|
Gitlab::GitalyClient::StorageService
.new(server.storage)
.list_directories
.each do |path|
repo_with_namespace = path.chomp('.git').chomp('.wiki')
# TODO ignoring hashed repositories for now. But revisit to fully support
# possible orphaned hashed repos
2018-12-23 12:14:25 +05:30
next if repo_with_namespace.start_with?(Storage::HashedProject::REPOSITORY_PATH_PREFIX)
2018-11-20 20:47:30 +05:30
next if Project.find_by_full_path(repo_with_namespace)
2018-03-17 18:26:18 +05:30
2018-11-20 20:47:30 +05:30
new_path = path + move_suffix
puts path.inspect + ' -> ' + new_path.inspect
2018-03-17 18:26:18 +05:30
2018-11-20 20:47:30 +05:30
begin
Gitlab::GitalyClient::NamespaceService
.new(server.storage)
.rename(path, new_path)
rescue StandardError => e
puts "Error occured while moving the repository: #{e.message}".color(:red)
2016-08-24 12:49:21 +05:30
end
2014-09-02 18:07:02 +05:30
end
end
end
2015-09-11 14:41:01 +05:30
desc "GitLab | Cleanup | Block users that have been removed in LDAP"
2018-03-17 18:26:18 +05:30
task block_removed_ldap_users: :gitlab_environment do
2014-09-02 18:07:02 +05:30
warn_user_is_not_gitlab
block_flag = ENV['BLOCK']
2015-04-26 12:48:37 +05:30
User.find_each do |user|
next unless user.ldap_user?
2018-03-17 18:26:18 +05:30
2015-04-26 12:48:37 +05:30
print "#{user.name} (#{user.ldap_identity.extern_uid}) ..."
2018-03-17 18:26:18 +05:30
2018-03-27 19:54:05 +05:30
if Gitlab::Auth::LDAP::Access.allowed?(user)
puts " [OK]".color(:green)
2014-09-02 18:07:02 +05:30
else
if block_flag
2015-04-26 12:48:37 +05:30
user.block! unless user.blocked?
puts " [BLOCKED]".color(:red)
2014-09-02 18:07:02 +05:30
else
puts " [NOT IN LDAP]".color(:yellow)
2014-09-02 18:07:02 +05:30
end
end
end
unless block_flag
puts "To block these users run this command with BLOCK=true".color(:yellow)
2014-09-02 18:07:02 +05:30
end
end
2017-08-17 22:00:37 +05:30
2018-11-18 11:00:15 +05:30
desc "GitLab | Cleanup | Clean orphaned project uploads"
task project_uploads: :gitlab_environment do
warn_user_is_not_gitlab
2017-08-17 22:00:37 +05:30
2018-11-18 11:00:15 +05:30
cleaner = Gitlab::Cleanup::ProjectUploads.new(logger: logger)
cleaner.run!(dry_run: dry_run?)
2017-08-17 22:00:37 +05:30
2018-11-18 11:00:15 +05:30
if dry_run?
logger.info "To clean up these files run this command with DRY_RUN=false".color(:yellow)
end
end
2017-08-17 22:00:37 +05:30
2018-11-18 11:00:15 +05:30
desc 'GitLab | Cleanup | Clean orphan remote upload files that do not exist in the db'
task remote_upload_files: :environment do
cleaner = Gitlab::Cleanup::RemoteUploads.new(logger: logger)
cleaner.run!(dry_run: dry_run?)
2017-08-17 22:00:37 +05:30
2018-11-18 11:00:15 +05:30
if dry_run?
logger.info "To cleanup these files run this command with DRY_RUN=false".color(:yellow)
2017-08-17 22:00:37 +05:30
end
end
2018-11-18 11:00:15 +05:30
def remove?
ENV['REMOVE'] == 'true'
end
def dry_run?
ENV['DRY_RUN'] != 'false'
end
def logger
return @logger if defined?(@logger)
@logger = if Rails.env.development? || Rails.env.production?
Logger.new(STDOUT).tap do |stdout_logger|
stdout_logger.extend(ActiveSupport::Logger.broadcast(Rails.logger))
end
else
Rails.logger
end
end
2014-09-02 18:07:02 +05:30
end
end