debian-mirror-gitlab/lib/tasks/gitlab/traces.rake

require 'logger'
require 'resolv-replace'

desc "GitLab | Archive legacy traces to trace artifacts"
namespace :gitlab do
  namespace :traces do
    task archive: :environment do
      logger = Logger.new(STDOUT)
      logger.info('Archiving legacy traces')

      Ci::Build.finished.without_archived_trace
        .order(id: :asc)
        .find_in_batches(batch_size: 1000) do |jobs|
        job_ids = jobs.map { |job| [job.id] }

        ArchiveTraceWorker.bulk_perform_async(job_ids)

        logger.info("Scheduled #{job_ids.count} jobs. From #{job_ids.min} to #{job_ids.max}")
      end
    end

    task migrate: :environment do
      logger = Logger.new(STDOUT)
      logger.info('Starting transfer of job traces')

      Ci::Build.joins(:project)
        .with_archived_trace_stored_locally
        .find_each(batch_size: 10) do |build|
        begin
          build.job_artifacts_trace.file.migrate!(ObjectStorage::Store::REMOTE)

          logger.info("Transferred job trace of #{build.id} to object storage")
        rescue => e
          logger.error("Failed to transfer artifacts of #{build.id} with error: #{e.message}")
        end
      end
    end
  end
end