2018-11-18 11:00:15 +05:30
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2016-06-02 11:05:42 +05:30
|
|
|
module Ci
|
|
|
|
class CreatePipelineService < BaseService
|
2022-01-26 12:08:38 +05:30
|
|
|
attr_reader :pipeline, :logger
|
2016-06-02 11:05:42 +05:30
|
|
|
|
2019-02-15 15:39:39 +05:30
|
|
|
CreateError = Class.new(StandardError)
|
|
|
|
|
2022-01-26 12:08:38 +05:30
|
|
|
LOG_MAX_DURATION_THRESHOLD = 3.seconds
|
|
|
|
LOG_MAX_PIPELINE_SIZE = 2_000
|
|
|
|
LOG_MAX_CREATION_THRESHOLD = 20.seconds
|
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
SEQUENCE = [Gitlab::Ci::Pipeline::Chain::Build,
|
2020-04-08 14:13:33 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Build::Associations,
|
2018-03-17 18:26:18 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Validate::Abilities,
|
|
|
|
Gitlab::Ci::Pipeline::Chain::Validate::Repository,
|
2022-06-21 17:19:12 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Limit::RateLimit,
|
2021-06-08 01:23:25 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Validate::SecurityOrchestrationPolicy,
|
2021-10-27 15:23:28 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Skip,
|
2019-12-26 22:10:19 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Config::Content,
|
|
|
|
Gitlab::Ci::Pipeline::Chain::Config::Process,
|
2021-09-04 01:27:46 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Validate::AfterConfig,
|
2019-12-26 22:10:19 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::RemoveUnwantedChatJobs,
|
2021-01-29 00:20:46 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::SeedBlock,
|
2019-12-26 22:10:19 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::EvaluateWorkflowRules,
|
2022-10-11 01:57:18 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::AssignPartition,
|
2019-12-26 22:10:19 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Seed,
|
2019-03-02 22:35:43 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Limit::Size,
|
2022-11-25 23:54:43 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Limit::ActiveJobs,
|
2021-02-22 17:27:13 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Limit::Deployments,
|
2020-01-01 13:55:28 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Validate::External,
|
2018-05-09 12:01:36 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Populate,
|
2023-01-13 00:05:48 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::PopulateMetadata,
|
2020-10-24 23:57:45 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::StopDryRun,
|
2022-01-26 12:08:38 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::EnsureEnvironments,
|
|
|
|
Gitlab::Ci::Pipeline::Chain::EnsureResourceGroups,
|
2019-03-02 22:35:43 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Create,
|
2022-01-26 12:08:38 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::CreateDeployments,
|
2021-12-11 22:18:48 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::CreateCrossDatabaseAssociations,
|
2019-09-04 21:01:54 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Limit::Activity,
|
2020-10-24 23:57:45 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::CancelPendingPipelines,
|
|
|
|
Gitlab::Ci::Pipeline::Chain::Metrics,
|
2021-03-08 18:12:59 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::TemplateUsage,
|
2020-10-24 23:57:45 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Pipeline::Process].freeze
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2020-07-28 23:09:34 +05:30
|
|
|
# Create a new pipeline in the specified project.
|
|
|
|
#
|
|
|
|
# @param [Symbol] source What event (Ci::Pipeline.sources) triggers the pipeline
|
|
|
|
# creation.
|
|
|
|
# @param [Boolean] ignore_skip_ci Whether skipping a pipeline creation when `[skip ci]` comment
|
|
|
|
# is present in the commit body
|
|
|
|
# @param [Boolean] save_on_errors Whether persisting an invalid pipeline when it encounters an
|
|
|
|
# error during creation (e.g. invalid yaml)
|
|
|
|
# @param [Ci::TriggerRequest] trigger_request The pipeline trigger triggers the pipeline creation.
|
|
|
|
# @param [Ci::PipelineSchedule] schedule The pipeline schedule triggers the pipeline creation.
|
|
|
|
# @param [MergeRequest] merge_request The merge request triggers the pipeline creation.
|
|
|
|
# @param [ExternalPullRequest] external_pull_request The external pull request triggers the pipeline creation.
|
|
|
|
# @param [Ci::Bridge] bridge The bridge job that triggers the downstream pipeline creation.
|
|
|
|
# @param [String] content The content of .gitlab-ci.yml to override the default config
|
|
|
|
# contents (e.g. .gitlab-ci.yml in repostiry). Mainly used for
|
|
|
|
# generating a dangling pipeline.
|
|
|
|
#
|
|
|
|
# @return [Ci::Pipeline] The created Ci::Pipeline object.
|
2019-12-04 20:38:33 +05:30
|
|
|
# rubocop: disable Metrics/ParameterLists
|
2020-03-13 15:44:24 +05:30
|
|
|
def execute(source, ignore_skip_ci: false, save_on_errors: true, trigger_request: nil, schedule: nil, merge_request: nil, external_pull_request: nil, bridge: nil, **options, &block)
|
2022-01-26 12:08:38 +05:30
|
|
|
@logger = build_logger
|
2018-03-17 18:26:18 +05:30
|
|
|
@pipeline = Ci::Pipeline.new
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
command = Gitlab::Ci::Pipeline::Chain::Command.new(
|
|
|
|
source: source,
|
|
|
|
origin_ref: params[:ref],
|
|
|
|
checkout_sha: params[:checkout_sha],
|
|
|
|
after_sha: params[:after],
|
2019-07-07 11:18:12 +05:30
|
|
|
before_sha: params[:before], # The base SHA of the source branch (i.e merge_request.diff_base_sha).
|
|
|
|
source_sha: params[:source_sha], # The HEAD SHA of the source branch (i.e merge_request.diff_head_sha).
|
|
|
|
target_sha: params[:target_sha], # The HEAD SHA of the target branch.
|
2018-03-17 18:26:18 +05:30
|
|
|
trigger_request: trigger_request,
|
|
|
|
schedule: schedule,
|
2019-02-15 15:39:39 +05:30
|
|
|
merge_request: merge_request,
|
2019-12-04 20:38:33 +05:30
|
|
|
external_pull_request: external_pull_request,
|
2018-03-17 18:26:18 +05:30
|
|
|
ignore_skip_ci: ignore_skip_ci,
|
|
|
|
save_incompleted: save_on_errors,
|
|
|
|
seeds_block: block,
|
2018-10-15 14:42:47 +05:30
|
|
|
variables_attributes: params[:variables_attributes],
|
2018-03-17 18:26:18 +05:30
|
|
|
project: project,
|
2019-02-15 15:39:39 +05:30
|
|
|
current_user: current_user,
|
2019-07-07 11:18:12 +05:30
|
|
|
push_options: params[:push_options] || {},
|
|
|
|
chat_data: params[:chat_data],
|
2020-03-13 15:44:24 +05:30
|
|
|
bridge: bridge,
|
2022-01-26 12:08:38 +05:30
|
|
|
logger: @logger,
|
2021-01-03 14:25:43 +05:30
|
|
|
**extra_options(**options))
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2020-10-24 23:57:45 +05:30
|
|
|
# Ensure we never persist the pipeline when dry_run: true
|
|
|
|
@pipeline.readonly! if command.dry_run?
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2020-10-24 23:57:45 +05:30
|
|
|
Gitlab::Ci::Pipeline::Chain::Sequence
|
|
|
|
.new(pipeline, command, SEQUENCE)
|
|
|
|
.build!
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2021-03-08 18:12:59 +05:30
|
|
|
if pipeline.persisted?
|
2022-03-02 08:16:31 +05:30
|
|
|
Gitlab::EventStore.publish(
|
|
|
|
Ci::PipelineCreatedEvent.new(data: { pipeline_id: pipeline.id })
|
|
|
|
)
|
|
|
|
|
2021-03-08 18:12:59 +05:30
|
|
|
create_namespace_onboarding_action
|
2021-10-27 15:23:28 +05:30
|
|
|
else
|
|
|
|
# If pipeline is not persisted, try to recover IID
|
|
|
|
pipeline.reset_project_iid
|
2021-03-08 18:12:59 +05:30
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
|
2021-10-27 15:23:28 +05:30
|
|
|
if error_message = pipeline.full_error_messages.presence || pipeline.failure_reason.presence
|
|
|
|
ServiceResponse.error(message: error_message, payload: pipeline)
|
|
|
|
else
|
|
|
|
ServiceResponse.success(payload: pipeline)
|
|
|
|
end
|
2022-01-26 12:08:38 +05:30
|
|
|
|
|
|
|
ensure
|
|
|
|
@logger.commit(pipeline: pipeline, caller: self.class.name)
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
2019-12-04 20:38:33 +05:30
|
|
|
# rubocop: enable Metrics/ParameterLists
|
2017-08-17 22:00:37 +05:30
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
private
|
2017-09-10 17:25:29 +05:30
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
def commit
|
|
|
|
@commit ||= project.commit(origin_sha || origin_ref)
|
2017-09-10 17:25:29 +05:30
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
|
2018-03-17 18:26:18 +05:30
|
|
|
def sha
|
|
|
|
commit.try(:id)
|
2017-08-17 22:00:37 +05:30
|
|
|
end
|
|
|
|
|
2021-03-08 18:12:59 +05:30
|
|
|
def create_namespace_onboarding_action
|
2022-11-25 23:54:43 +05:30
|
|
|
Onboarding::PipelineCreatedWorker.perform_async(project.namespace_id)
|
2021-03-08 18:12:59 +05:30
|
|
|
end
|
|
|
|
|
2020-10-24 23:57:45 +05:30
|
|
|
def extra_options(content: nil, dry_run: false)
|
|
|
|
{ content: content, dry_run: dry_run }
|
2019-03-02 22:35:43 +05:30
|
|
|
end
|
2022-01-26 12:08:38 +05:30
|
|
|
|
|
|
|
def build_logger
|
|
|
|
Gitlab::Ci::Pipeline::Logger.new(project: project) do |l|
|
|
|
|
l.log_when do |observations|
|
|
|
|
observations.any? do |name, values|
|
|
|
|
values.any? &&
|
|
|
|
name.to_s.end_with?('duration_s') &&
|
|
|
|
values.max >= LOG_MAX_DURATION_THRESHOLD
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
l.log_when do |observations|
|
|
|
|
values = observations['pipeline_size_count']
|
|
|
|
next false if values.empty?
|
|
|
|
|
|
|
|
values.max >= LOG_MAX_PIPELINE_SIZE
|
|
|
|
end
|
|
|
|
|
|
|
|
l.log_when do |observations|
|
|
|
|
values = observations['pipeline_creation_duration_s']
|
|
|
|
next false if values.empty?
|
|
|
|
|
|
|
|
values.max >= LOG_MAX_CREATION_THRESHOLD
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2016-06-02 11:05:42 +05:30
|
|
|
end
|
|
|
|
end
|
2019-12-04 20:38:33 +05:30
|
|
|
|
2021-06-08 01:23:25 +05:30
|
|
|
Ci::CreatePipelineService.prepend_mod_with('Ci::CreatePipelineService')
|