debian-mirror-gitlab/app/services/ci/create_job_artifacts_service.rb

# frozen_string_literal: true

module Ci
  class CreateJobArtifactsService < ::BaseService
    ArtifactsExistError = Class.new(StandardError)
    OBJECT_STORAGE_ERRORS = [
      Errno::EIO,
      Google::Apis::ServerError,
      Signet::RemoteServerError
    ].freeze

    def execute(job, artifacts_file, params, metadata_file: nil)
      return success if sha256_matches_existing_artifact?(job, params['artifact_type'], artifacts_file)

      artifact, artifact_metadata = build_artifact(job, artifacts_file, params, metadata_file)
      result = parse_artifact(job, artifact)

      return result unless result[:status] == :success

      persist_artifact(job, artifact, artifact_metadata)
    end

    private

    def build_artifact(job, artifacts_file, params, metadata_file)
      expire_in = params['expire_in'] ||
        Gitlab::CurrentSettings.current_application_settings.default_artifacts_expire_in

      artifact = Ci::JobArtifact.new(
        job_id: job.id,
        project: job.project,
        file: artifacts_file,
        file_type: params['artifact_type'],
        file_format: params['artifact_format'],
        file_sha256: artifacts_file.sha256,
        expire_in: expire_in)

      artifact_metadata = if metadata_file
                            Ci::JobArtifact.new(
                              job_id: job.id,
                              project: job.project,
                              file: metadata_file,
                              file_type: :metadata,
                              file_format: :gzip,
                              file_sha256: metadata_file.sha256,
                              expire_in: expire_in)
                          end

      if Feature.enabled?(:keep_latest_artifact_for_ref, job.project)
        artifact.locked = true
        artifact_metadata&.locked = true
      end

      [artifact, artifact_metadata]
    end

    def parse_artifact(job, artifact)
      unless Feature.enabled?(:ci_synchronous_artifact_parsing, job.project, default_enabled: true)
        return success
      end

      case artifact.file_type
      when 'dotenv' then parse_dotenv_artifact(job, artifact)
      when 'cluster_applications' then parse_cluster_applications_artifact(job, artifact)
      else success
      end
    end

    def persist_artifact(job, artifact, artifact_metadata)
      Ci::JobArtifact.transaction do
        artifact.save!
        artifact_metadata&.save!
        unlock_previous_artifacts!(artifact)

        # NOTE: The `artifacts_expire_at` column is already deprecated and to be removed in the near future.
        job.update_column(:artifacts_expire_at, artifact.expire_at)
      end

      success
    rescue ActiveRecord::RecordNotUnique => error
      track_exception(error, job, params)
      error('another artifact of the same type already exists', :bad_request)
    rescue *OBJECT_STORAGE_ERRORS => error
      track_exception(error, job, params)
      error(error.message, :service_unavailable)
    rescue => error
      track_exception(error, job, params)
      error(error.message, :bad_request)
    end

    def unlock_previous_artifacts!(artifact)
      return unless Feature.enabled?(:keep_latest_artifact_for_ref, artifact.job.project)

      Ci::JobArtifact.for_ref(artifact.job.ref, artifact.project_id).locked.update_all(locked: false)
    end

    def sha256_matches_existing_artifact?(job, artifact_type, artifacts_file)
      existing_artifact = job.job_artifacts.find_by_file_type(artifact_type)
      return false unless existing_artifact

      existing_artifact.file_sha256 == artifacts_file.sha256
    end

    def track_exception(error, job, params)
      Gitlab::ErrorTracking.track_exception(error,
        job_id: job.id,
        project_id: job.project_id,
        uploading_type: params['artifact_type']
      )
    end

    def parse_dotenv_artifact(job, artifact)
      Ci::ParseDotenvArtifactService.new(job.project, current_user).execute(artifact)
    end

    def parse_cluster_applications_artifact(job, artifact)
      Clusters::ParseClusterApplicationsArtifactService.new(job, job.user).execute(artifact)
    end
  end
end