2018-11-20 20:47:30 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2018-11-18 11:00:15 +05:30
|
|
|
module Ci
|
|
|
|
class BuildRunnerPresenter < SimpleDelegator
|
2019-07-07 11:18:12 +05:30
|
|
|
include Gitlab::Utils::StrongMemoize
|
|
|
|
|
2019-12-04 20:38:33 +05:30
|
|
|
RUNNER_REMOTE_TAG_PREFIX = 'refs/tags/'
|
|
|
|
RUNNER_REMOTE_BRANCH_PREFIX = 'refs/remotes/origin/'
|
2019-07-07 11:18:12 +05:30
|
|
|
|
2018-11-18 11:00:15 +05:30
|
|
|
def artifacts
|
|
|
|
return unless options[:artifacts]
|
|
|
|
|
|
|
|
list = []
|
|
|
|
list << create_archive(options[:artifacts])
|
|
|
|
list << create_reports(options[:artifacts][:reports], expire_in: options[:artifacts][:expire_in])
|
|
|
|
list.flatten.compact
|
|
|
|
end
|
|
|
|
|
2019-07-07 11:18:12 +05:30
|
|
|
def ref_type
|
|
|
|
if tag
|
|
|
|
'tag'
|
|
|
|
else
|
|
|
|
'branch'
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def git_depth
|
2019-09-04 21:01:54 +05:30
|
|
|
if git_depth_variable
|
|
|
|
git_depth_variable[:value]
|
2020-05-24 23:13:21 +05:30
|
|
|
else
|
2019-09-04 21:01:54 +05:30
|
|
|
project.ci_default_git_depth
|
|
|
|
end.to_i
|
2019-07-07 11:18:12 +05:30
|
|
|
end
|
|
|
|
|
2021-04-17 20:07:23 +05:30
|
|
|
def runner_variables
|
2021-11-11 11:23:49 +05:30
|
|
|
if Feature.enabled?(:variable_inside_variable, project, default_enabled: :yaml)
|
2021-04-29 21:17:54 +05:30
|
|
|
variables.sort_and_expand_all(project, keep_undefined: true).to_runner_variables
|
|
|
|
else
|
|
|
|
variables.to_runner_variables
|
|
|
|
end
|
2021-04-17 20:07:23 +05:30
|
|
|
end
|
|
|
|
|
2019-07-07 11:18:12 +05:30
|
|
|
def refspecs
|
|
|
|
specs = []
|
2019-12-21 20:55:43 +05:30
|
|
|
specs << refspec_for_persistent_ref if persistent_ref_exist?
|
2019-07-07 11:18:12 +05:30
|
|
|
|
|
|
|
if git_depth > 0
|
|
|
|
specs << refspec_for_branch(ref) if branch? || legacy_detached_merge_request_pipeline?
|
|
|
|
specs << refspec_for_tag(ref) if tag?
|
|
|
|
else
|
|
|
|
specs << refspec_for_branch
|
|
|
|
specs << refspec_for_tag
|
|
|
|
end
|
|
|
|
|
|
|
|
specs
|
|
|
|
end
|
|
|
|
|
2021-04-29 21:17:54 +05:30
|
|
|
# rubocop: disable CodeReuse/ActiveRecord
|
|
|
|
def all_dependencies
|
|
|
|
dependencies = super
|
2021-10-27 15:23:28 +05:30
|
|
|
ActiveRecord::Associations::Preloader.new.preload(dependencies, :job_artifacts_archive)
|
2021-04-29 21:17:54 +05:30
|
|
|
dependencies
|
|
|
|
end
|
|
|
|
# rubocop: enable CodeReuse/ActiveRecord
|
|
|
|
|
2018-11-18 11:00:15 +05:30
|
|
|
private
|
|
|
|
|
|
|
|
def create_archive(artifacts)
|
|
|
|
return unless artifacts[:untracked] || artifacts[:paths]
|
|
|
|
|
2020-05-24 23:13:21 +05:30
|
|
|
archive = {
|
2018-11-18 11:00:15 +05:30
|
|
|
artifact_type: :archive,
|
|
|
|
artifact_format: :zip,
|
|
|
|
name: artifacts[:name],
|
|
|
|
untracked: artifacts[:untracked],
|
|
|
|
paths: artifacts[:paths],
|
|
|
|
when: artifacts[:when],
|
|
|
|
expire_in: artifacts[:expire_in]
|
|
|
|
}
|
2020-05-24 23:13:21 +05:30
|
|
|
|
2021-09-30 23:02:18 +05:30
|
|
|
if artifacts.dig(:exclude).present?
|
2020-05-24 23:13:21 +05:30
|
|
|
archive.merge(exclude: artifacts[:exclude])
|
|
|
|
else
|
|
|
|
archive
|
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def create_reports(reports, expire_in:)
|
|
|
|
return unless reports&.any?
|
|
|
|
|
2018-12-13 13:39:08 +05:30
|
|
|
reports.map do |report_type, report_paths|
|
2018-11-18 11:00:15 +05:30
|
|
|
{
|
2018-12-13 13:39:08 +05:30
|
|
|
artifact_type: report_type.to_sym,
|
|
|
|
artifact_format: ::Ci::JobArtifact::TYPE_AND_FORMAT_PAIRS.fetch(report_type.to_sym),
|
|
|
|
name: ::Ci::JobArtifact::DEFAULT_FILE_NAMES.fetch(report_type.to_sym),
|
|
|
|
paths: report_paths,
|
2018-11-18 11:00:15 +05:30
|
|
|
when: 'always',
|
|
|
|
expire_in: expire_in
|
|
|
|
}
|
|
|
|
end
|
|
|
|
end
|
2019-07-07 11:18:12 +05:30
|
|
|
|
|
|
|
def refspec_for_branch(ref = '*')
|
|
|
|
"+#{Gitlab::Git::BRANCH_REF_PREFIX}#{ref}:#{RUNNER_REMOTE_BRANCH_PREFIX}#{ref}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def refspec_for_tag(ref = '*')
|
|
|
|
"+#{Gitlab::Git::TAG_REF_PREFIX}#{ref}:#{RUNNER_REMOTE_TAG_PREFIX}#{ref}"
|
|
|
|
end
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
def refspec_for_persistent_ref
|
2021-03-11 19:13:27 +05:30
|
|
|
# Use persistent_ref.sha because it sometimes causes 'git fetch' to do
|
|
|
|
# less work. See
|
2021-03-08 18:12:59 +05:30
|
|
|
# https://gitlab.com/gitlab-com/gl-infra/scalability/-/issues/746.
|
2021-03-11 19:13:27 +05:30
|
|
|
"+#{pipeline.persistent_ref.sha}:#{pipeline.persistent_ref.path}"
|
2019-12-21 20:55:43 +05:30
|
|
|
end
|
|
|
|
|
|
|
|
def persistent_ref_exist?
|
2020-05-24 23:13:21 +05:30
|
|
|
##
|
|
|
|
# Persistent refs for pipelines definitely exist from GitLab 12.4,
|
|
|
|
# hence, we don't need to check the ref existence before passing it to runners.
|
|
|
|
# Checking refs pressurizes gitaly node and should be avoided.
|
|
|
|
# Issue: https://gitlab.com/gitlab-com/gl-infra/production/-/issues/2143
|
|
|
|
return true if Feature.enabled?(:ci_skip_persistent_ref_existence_check)
|
|
|
|
|
2019-12-21 20:55:43 +05:30
|
|
|
pipeline.persistent_ref.exist?
|
|
|
|
end
|
|
|
|
|
2019-09-04 21:01:54 +05:30
|
|
|
def git_depth_variable
|
|
|
|
strong_memoize(:git_depth_variable) do
|
|
|
|
variables&.find { |variable| variable[:key] == 'GIT_DEPTH' }
|
|
|
|
end
|
|
|
|
end
|
2018-11-18 11:00:15 +05:30
|
|
|
end
|
|
|
|
end
|
2020-10-24 23:57:45 +05:30
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
Ci::BuildRunnerPresenter.prepend_mod_with('Ci::BuildRunnerPresenter')
|