2014-09-02 18:07:02 +05:30
|
|
|
namespace :gitlab do
|
|
|
|
namespace :cleanup do
|
2015-09-11 14:41:01 +05:30
|
|
|
desc "GitLab | Cleanup | Clean namespaces"
|
2014-09-02 18:07:02 +05:30
|
|
|
task dirs: :environment do
|
|
|
|
warn_user_is_not_gitlab
|
|
|
|
remove_flag = ENV['REMOVE']
|
|
|
|
|
|
|
|
namespaces = Namespace.pluck(:path)
|
2017-08-17 22:00:37 +05:30
|
|
|
Gitlab.config.repositories.storages.each do |name, repository_storage|
|
|
|
|
git_base_path = repository_storage['path']
|
2016-08-24 12:49:21 +05:30
|
|
|
all_dirs = Dir.glob(git_base_path + '/*')
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
puts git_base_path.color(:yellow)
|
|
|
|
puts "Looking for directories to remove... "
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
all_dirs.reject! do |dir|
|
|
|
|
# skip if git repo
|
|
|
|
dir =~ /.git$/
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
all_dirs.reject! do |dir|
|
|
|
|
dir_name = File.basename dir
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
# skip if namespace present
|
|
|
|
namespaces.include?(dir_name)
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
|
2016-08-24 12:49:21 +05:30
|
|
|
all_dirs.each do |dir_path|
|
|
|
|
if remove_flag
|
|
|
|
if FileUtils.rm_rf dir_path
|
|
|
|
puts "Removed...#{dir_path}".color(:red)
|
|
|
|
else
|
|
|
|
puts "Cannot remove #{dir_path}".color(:red)
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
else
|
2016-08-24 12:49:21 +05:30
|
|
|
puts "Can be removed: #{dir_path}".color(:red)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
unless remove_flag
|
2016-06-16 23:09:34 +05:30
|
|
|
puts "To cleanup this directories run this command with REMOVE=true".color(:yellow)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
desc "GitLab | Cleanup | Clean repositories"
|
2014-09-02 18:07:02 +05:30
|
|
|
task repos: :environment do
|
|
|
|
warn_user_is_not_gitlab
|
|
|
|
|
2015-10-24 18:46:33 +05:30
|
|
|
move_suffix = "+orphaned+#{Time.now.to_i}"
|
2017-08-17 22:00:37 +05:30
|
|
|
Gitlab.config.repositories.storages.each do |name, repository_storage|
|
|
|
|
repo_root = repository_storage['path']
|
2016-08-24 12:49:21 +05:30
|
|
|
# Look for global repos (legacy, depth 1) and normal repos (depth 2)
|
|
|
|
IO.popen(%W(find #{repo_root} -mindepth 1 -maxdepth 2 -name *.git)) do |find|
|
|
|
|
find.each_line do |path|
|
|
|
|
path.chomp!
|
2017-08-17 22:00:37 +05:30
|
|
|
repo_with_namespace = path
|
|
|
|
.sub(repo_root, '')
|
|
|
|
.sub(%r{^/*}, '')
|
|
|
|
.chomp('.git')
|
|
|
|
.chomp('.wiki')
|
|
|
|
next if Project.find_by_full_path(repo_with_namespace)
|
2016-08-24 12:49:21 +05:30
|
|
|
new_path = path + move_suffix
|
|
|
|
puts path.inspect + ' -> ' + new_path.inspect
|
|
|
|
File.rename(path, new_path)
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-09-11 14:41:01 +05:30
|
|
|
desc "GitLab | Cleanup | Block users that have been removed in LDAP"
|
2014-09-02 18:07:02 +05:30
|
|
|
task block_removed_ldap_users: :environment do
|
|
|
|
warn_user_is_not_gitlab
|
|
|
|
block_flag = ENV['BLOCK']
|
|
|
|
|
2015-04-26 12:48:37 +05:30
|
|
|
User.find_each do |user|
|
|
|
|
next unless user.ldap_user?
|
|
|
|
print "#{user.name} (#{user.ldap_identity.extern_uid}) ..."
|
|
|
|
if Gitlab::LDAP::Access.allowed?(user)
|
2016-06-16 23:09:34 +05:30
|
|
|
puts " [OK]".color(:green)
|
2014-09-02 18:07:02 +05:30
|
|
|
else
|
|
|
|
if block_flag
|
2015-04-26 12:48:37 +05:30
|
|
|
user.block! unless user.blocked?
|
2016-06-16 23:09:34 +05:30
|
|
|
puts " [BLOCKED]".color(:red)
|
2014-09-02 18:07:02 +05:30
|
|
|
else
|
2016-06-16 23:09:34 +05:30
|
|
|
puts " [NOT IN LDAP]".color(:yellow)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
unless block_flag
|
2016-06-16 23:09:34 +05:30
|
|
|
puts "To block these users run this command with BLOCK=true".color(:yellow)
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|
2017-08-17 22:00:37 +05:30
|
|
|
|
|
|
|
# This is a rake task which removes faulty refs. These refs where only
|
|
|
|
# created in the 8.13.RC cycle, and fixed in the stable builds which were
|
|
|
|
# released. So likely this should only be run once on gitlab.com
|
|
|
|
# Faulty refs are moved so they are kept around, else some features break.
|
|
|
|
desc 'GitLab | Cleanup | Remove faulty deployment refs'
|
|
|
|
task move_faulty_deployment_refs: :environment do
|
|
|
|
projects = Project.where(id: Deployment.select(:project_id).distinct)
|
|
|
|
|
|
|
|
projects.find_each do |project|
|
|
|
|
rugged = project.repository.rugged
|
|
|
|
|
|
|
|
max_iid = project.deployments.maximum(:iid)
|
|
|
|
|
|
|
|
rugged.references.each('refs/environments/**/*') do |ref|
|
|
|
|
id = ref.name.split('/').last.to_i
|
|
|
|
next unless id > max_iid
|
|
|
|
|
|
|
|
project.deployments.find(id).create_ref
|
|
|
|
rugged.references.delete(ref)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2014-09-02 18:07:02 +05:30
|
|
|
end
|
|
|
|
end
|