58 lines
2.4 KiB
Ruby
58 lines
2.4 KiB
Ruby
namespace :gitlab do
|
|
namespace :uploads do
|
|
namespace :migrate do
|
|
desc "GitLab | Uploads | Migrate all uploaded files to object storage"
|
|
task all: :environment do
|
|
categories = [%w(AvatarUploader Project :avatar),
|
|
%w(AvatarUploader Group :avatar),
|
|
%w(AvatarUploader User :avatar),
|
|
%w(AttachmentUploader Note :attachment),
|
|
%w(AttachmentUploader Appearance :logo),
|
|
%w(AttachmentUploader Appearance :header_logo),
|
|
%w(FaviconUploader Appearance :favicon),
|
|
%w(FileUploader Project),
|
|
%w(PersonalFileUploader Snippet),
|
|
%w(NamespaceFileUploader Snippet),
|
|
%w(FileUploader MergeRequest)]
|
|
|
|
categories.each do |args|
|
|
Rake::Task["gitlab:uploads:migrate"].invoke(*args)
|
|
Rake::Task["gitlab:uploads:migrate"].reenable
|
|
end
|
|
end
|
|
end
|
|
|
|
# The following is the actual rake task that migrates uploads of specified
|
|
# category to object storage
|
|
desc 'GitLab | Uploads | Migrate the uploaded files of specified type to object storage'
|
|
task :migrate, [:uploader_class, :model_class, :mounted_as] => :environment do |task, args|
|
|
batch_size = ENV.fetch('BATCH', 200).to_i
|
|
@to_store = ObjectStorage::Store::REMOTE
|
|
@mounted_as = args.mounted_as&.gsub(':', '')&.to_sym
|
|
@uploader_class = args.uploader_class.constantize
|
|
@model_class = args.model_class.constantize
|
|
|
|
uploads.each_batch(of: batch_size, &method(:enqueue_batch))
|
|
end
|
|
|
|
def enqueue_batch(batch, index)
|
|
job = ObjectStorage::MigrateUploadsWorker.enqueue!(batch,
|
|
@model_class,
|
|
@mounted_as,
|
|
@to_store)
|
|
puts "Enqueued job ##{index}: #{job}"
|
|
rescue ObjectStorage::MigrateUploadsWorker::SanityCheckError => e
|
|
# continue for the next batch
|
|
puts "Could not enqueue batch (#{batch.ids}) #{e.message}".color(:red)
|
|
end
|
|
|
|
def uploads
|
|
Upload.class_eval { include EachBatch } unless Upload < EachBatch
|
|
|
|
Upload
|
|
.where(store: [nil, ObjectStorage::Store::LOCAL],
|
|
uploader: @uploader_class.to_s,
|
|
model_type: @model_class.base_class.sti_name)
|
|
end
|
|
end
|
|
end
|