debian-mirror-gitlab/app/services/ci/create_job_artifacts_service.rb

164 lines
4.9 KiB
Ruby
Raw Normal View History

2020-03-13 15:44:24 +05:30
# frozen_string_literal: true
module Ci
2020-04-08 14:13:33 +05:30
class CreateJobArtifactsService < ::BaseService
2020-11-24 15:15:51 +05:30
include Gitlab::Utils::UsageData
2020-03-13 15:44:24 +05:30
ArtifactsExistError = Class.new(StandardError)
2020-07-28 23:09:34 +05:30
LSIF_ARTIFACT_TYPE = 'lsif'
2020-04-08 14:13:33 +05:30
OBJECT_STORAGE_ERRORS = [
Errno::EIO,
Google::Apis::ServerError,
Signet::RemoteServerError
].freeze
2020-03-13 15:44:24 +05:30
2020-07-28 23:09:34 +05:30
def initialize(job)
@job = job
@project = job.project
end
def authorize(artifact_type:, filesize: nil)
result = validate_requirements(artifact_type: artifact_type, filesize: filesize)
return result unless result[:status] == :success
headers = JobArtifactUploader.workhorse_authorize(has_length: false, maximum_size: max_size(artifact_type))
2020-04-08 14:13:33 +05:30
2020-07-28 23:09:34 +05:30
if lsif?(artifact_type)
headers[:ProcessLsif] = true
2020-11-24 15:15:51 +05:30
track_usage_event('i_source_code_code_intelligence', project.id)
2020-07-28 23:09:34 +05:30
end
2020-04-08 14:13:33 +05:30
2020-07-28 23:09:34 +05:30
success(headers: headers)
end
def execute(artifacts_file, params, metadata_file: nil)
result = validate_requirements(artifact_type: params[:artifact_type], filesize: artifacts_file.size)
2020-04-08 14:13:33 +05:30
return result unless result[:status] == :success
2020-07-28 23:09:34 +05:30
return success if sha256_matches_existing_artifact?(params[:artifact_type], artifacts_file)
artifact, artifact_metadata = build_artifact(artifacts_file, params, metadata_file)
result = parse_artifact(artifact)
return result unless result[:status] == :success
persist_artifact(artifact, artifact_metadata, params)
2020-04-08 14:13:33 +05:30
end
private
2020-07-28 23:09:34 +05:30
attr_reader :job, :project
def validate_requirements(artifact_type:, filesize:)
return too_large_error if too_large?(artifact_type, filesize)
success
end
def too_large?(type, size)
size > max_size(type) if size
end
def lsif?(type)
type == LSIF_ARTIFACT_TYPE
end
def max_size(type)
Ci::JobArtifact.max_artifact_size(type: type, project: project)
end
def forbidden_type_error(type)
error("#{type} artifacts are forbidden", :forbidden)
end
def too_large_error
error('file size has reached maximum size limit', :payload_too_large)
end
def build_artifact(artifacts_file, params, metadata_file)
2020-03-13 15:44:24 +05:30
expire_in = params['expire_in'] ||
Gitlab::CurrentSettings.current_application_settings.default_artifacts_expire_in
2020-04-08 14:13:33 +05:30
artifact = Ci::JobArtifact.new(
job_id: job.id,
2020-07-28 23:09:34 +05:30
project: project,
2020-03-13 15:44:24 +05:30
file: artifacts_file,
2020-07-28 23:09:34 +05:30
file_type: params[:artifact_type],
file_format: params[:artifact_format],
2020-03-13 15:44:24 +05:30
file_sha256: artifacts_file.sha256,
expire_in: expire_in)
2020-04-08 14:13:33 +05:30
artifact_metadata = if metadata_file
Ci::JobArtifact.new(
job_id: job.id,
2020-07-28 23:09:34 +05:30
project: project,
2020-04-08 14:13:33 +05:30
file: metadata_file,
file_type: :metadata,
file_format: :gzip,
file_sha256: metadata_file.sha256,
expire_in: expire_in)
end
2020-03-13 15:44:24 +05:30
2020-04-08 14:13:33 +05:30
[artifact, artifact_metadata]
end
2020-03-13 15:44:24 +05:30
2020-07-28 23:09:34 +05:30
def parse_artifact(artifact)
unless Feature.enabled?(:ci_synchronous_artifact_parsing, project, default_enabled: true)
2020-04-08 14:13:33 +05:30
return success
end
2020-03-13 15:44:24 +05:30
2020-04-08 14:13:33 +05:30
case artifact.file_type
2020-07-28 23:09:34 +05:30
when 'dotenv' then parse_dotenv_artifact(artifact)
when 'cluster_applications' then parse_cluster_applications_artifact(artifact)
2020-04-08 14:13:33 +05:30
else success
end
2020-03-13 15:44:24 +05:30
end
2020-07-28 23:09:34 +05:30
def persist_artifact(artifact, artifact_metadata, params)
2020-04-08 14:13:33 +05:30
Ci::JobArtifact.transaction do
artifact.save!
artifact_metadata&.save!
# NOTE: The `artifacts_expire_at` column is already deprecated and to be removed in the near future.
job.update_column(:artifacts_expire_at, artifact.expire_at)
end
success
rescue ActiveRecord::RecordNotUnique => error
2020-07-28 23:09:34 +05:30
track_exception(error, params)
2020-04-08 14:13:33 +05:30
error('another artifact of the same type already exists', :bad_request)
rescue *OBJECT_STORAGE_ERRORS => error
2020-07-28 23:09:34 +05:30
track_exception(error, params)
2020-04-08 14:13:33 +05:30
error(error.message, :service_unavailable)
rescue => error
2020-07-28 23:09:34 +05:30
track_exception(error, params)
2020-04-08 14:13:33 +05:30
error(error.message, :bad_request)
end
2020-03-13 15:44:24 +05:30
2020-07-28 23:09:34 +05:30
def sha256_matches_existing_artifact?(artifact_type, artifacts_file)
2020-03-13 15:44:24 +05:30
existing_artifact = job.job_artifacts.find_by_file_type(artifact_type)
return false unless existing_artifact
existing_artifact.file_sha256 == artifacts_file.sha256
end
2020-04-08 14:13:33 +05:30
2020-07-28 23:09:34 +05:30
def track_exception(error, params)
2020-04-08 14:13:33 +05:30
Gitlab::ErrorTracking.track_exception(error,
job_id: job.id,
project_id: job.project_id,
2020-07-28 23:09:34 +05:30
uploading_type: params[:artifact_type]
2020-04-08 14:13:33 +05:30
)
end
2020-07-28 23:09:34 +05:30
def parse_dotenv_artifact(artifact)
Ci::ParseDotenvArtifactService.new(project, current_user).execute(artifact)
2020-04-08 14:13:33 +05:30
end
2020-05-24 23:13:21 +05:30
2020-07-28 23:09:34 +05:30
def parse_cluster_applications_artifact(artifact)
2020-05-24 23:13:21 +05:30
Clusters::ParseClusterApplicationsArtifactService.new(job, job.user).execute(artifact)
end
2020-03-13 15:44:24 +05:30
end
end