debian-mirror-gitlab/lib/gitlab/uploads/migration_helper.rb

# frozen_string_literal: true

module Gitlab
  module Uploads
    class MigrationHelper
      attr_reader :logger

      CATEGORIES = [%w(AvatarUploader Project :avatar),
                    %w(AvatarUploader Group :avatar),
                    %w(AvatarUploader User :avatar),
                    %w(AttachmentUploader Note :attachment),
                    %w(AttachmentUploader Appearance :logo),
                    %w(AttachmentUploader Appearance :header_logo),
                    %w(FaviconUploader Appearance :favicon),
                    %w(FileUploader Project),
                    %w(PersonalFileUploader Snippet),
                    %w(NamespaceFileUploader Snippet),
                    %w(DesignManagement::DesignV432x230Uploader DesignManagement::Action :image_v432x230),
                    %w(FileUploader MergeRequest)].freeze

      def initialize(args, logger)
        prepare_variables(args, logger)
      end

      def self.categories
        CATEGORIES
      end

      def migrate_to_remote_storage
        @to_store = ObjectStorage::Store::REMOTE

        uploads.each_batch(of: batch_size, &method(:enqueue_batch))
      end

      def migrate_to_local_storage
        @to_store = ObjectStorage::Store::LOCAL

        uploads(ObjectStorage::Store::REMOTE).each_batch(of: batch_size, &method(:enqueue_batch))
      end

      private

      def batch_size
        ENV.fetch('MIGRATION_BATCH_SIZE', 200).to_i
      end

      def prepare_variables(args, logger)
        @mounted_as     = args.mounted_as&.gsub(':', '')&.to_sym
        @uploader_class = args.uploader_class.constantize
        @model_class    = args.model_class.constantize
        @logger         = logger
      end

      def enqueue_batch(batch, index)
        job = ObjectStorage::MigrateUploadsWorker.enqueue!(batch,
                                                           @model_class,
                                                           @mounted_as,
                                                           @to_store)
        logger.info(message: "[Uploads migration] Enqueued upload migration job", index: index, job_id: job)
      rescue ObjectStorage::MigrateUploadsWorker::SanityCheckError => e
        # continue for the next batch
        logger.warn(message: "[Uploads migration] Could not enqueue batch", ids: batch.ids, reason: e.message) # rubocop:disable CodeReuse/ActiveRecord
      end

      # rubocop:disable CodeReuse/ActiveRecord
      def uploads(store_type = [nil, ObjectStorage::Store::LOCAL])
        Upload.class_eval { include EachBatch } unless Upload < EachBatch

        Upload
          .where(store: store_type,
                 uploader: @uploader_class.to_s,
                 model_type: @model_class.base_class.sti_name)
      end
      # rubocop:enable CodeReuse/ActiveRecord
    end
  end
end

Gitlab::Uploads::MigrationHelper.prepend_mod_with('Gitlab::Uploads::MigrationHelper')