debian-mirror-gitlab/app/services/ci/create_pipeline_service.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

169 lines
7.3 KiB
Ruby
Raw Normal View History

2018-11-18 11:00:15 +05:30
# frozen_string_literal: true
2016-06-02 11:05:42 +05:30
module Ci
class CreatePipelineService < BaseService
2022-01-26 12:08:38 +05:30
attr_reader :pipeline, :logger
2016-06-02 11:05:42 +05:30
2019-02-15 15:39:39 +05:30
CreateError = Class.new(StandardError)
2022-01-26 12:08:38 +05:30
LOG_MAX_DURATION_THRESHOLD = 3.seconds
LOG_MAX_PIPELINE_SIZE = 2_000
LOG_MAX_CREATION_THRESHOLD = 20.seconds
2018-03-17 18:26:18 +05:30
SEQUENCE = [Gitlab::Ci::Pipeline::Chain::Build,
2020-04-08 14:13:33 +05:30
Gitlab::Ci::Pipeline::Chain::Build::Associations,
2018-03-17 18:26:18 +05:30
Gitlab::Ci::Pipeline::Chain::Validate::Abilities,
Gitlab::Ci::Pipeline::Chain::Validate::Repository,
2022-06-21 17:19:12 +05:30
Gitlab::Ci::Pipeline::Chain::Limit::RateLimit,
2021-06-08 01:23:25 +05:30
Gitlab::Ci::Pipeline::Chain::Validate::SecurityOrchestrationPolicy,
2021-10-27 15:23:28 +05:30
Gitlab::Ci::Pipeline::Chain::Skip,
2019-12-26 22:10:19 +05:30
Gitlab::Ci::Pipeline::Chain::Config::Content,
Gitlab::Ci::Pipeline::Chain::Config::Process,
2021-09-04 01:27:46 +05:30
Gitlab::Ci::Pipeline::Chain::Validate::AfterConfig,
2019-12-26 22:10:19 +05:30
Gitlab::Ci::Pipeline::Chain::RemoveUnwantedChatJobs,
2021-01-29 00:20:46 +05:30
Gitlab::Ci::Pipeline::Chain::SeedBlock,
2019-12-26 22:10:19 +05:30
Gitlab::Ci::Pipeline::Chain::EvaluateWorkflowRules,
2022-10-11 01:57:18 +05:30
Gitlab::Ci::Pipeline::Chain::AssignPartition,
2019-12-26 22:10:19 +05:30
Gitlab::Ci::Pipeline::Chain::Seed,
2019-03-02 22:35:43 +05:30
Gitlab::Ci::Pipeline::Chain::Limit::Size,
2022-11-25 23:54:43 +05:30
Gitlab::Ci::Pipeline::Chain::Limit::ActiveJobs,
2021-02-22 17:27:13 +05:30
Gitlab::Ci::Pipeline::Chain::Limit::Deployments,
2020-01-01 13:55:28 +05:30
Gitlab::Ci::Pipeline::Chain::Validate::External,
2018-05-09 12:01:36 +05:30
Gitlab::Ci::Pipeline::Chain::Populate,
2023-01-13 00:05:48 +05:30
Gitlab::Ci::Pipeline::Chain::PopulateMetadata,
2020-10-24 23:57:45 +05:30
Gitlab::Ci::Pipeline::Chain::StopDryRun,
2022-01-26 12:08:38 +05:30
Gitlab::Ci::Pipeline::Chain::EnsureEnvironments,
Gitlab::Ci::Pipeline::Chain::EnsureResourceGroups,
2019-03-02 22:35:43 +05:30
Gitlab::Ci::Pipeline::Chain::Create,
2022-01-26 12:08:38 +05:30
Gitlab::Ci::Pipeline::Chain::CreateDeployments,
2021-12-11 22:18:48 +05:30
Gitlab::Ci::Pipeline::Chain::CreateCrossDatabaseAssociations,
2019-09-04 21:01:54 +05:30
Gitlab::Ci::Pipeline::Chain::Limit::Activity,
2020-10-24 23:57:45 +05:30
Gitlab::Ci::Pipeline::Chain::CancelPendingPipelines,
Gitlab::Ci::Pipeline::Chain::Metrics,
2021-03-08 18:12:59 +05:30
Gitlab::Ci::Pipeline::Chain::TemplateUsage,
2020-10-24 23:57:45 +05:30
Gitlab::Ci::Pipeline::Chain::Pipeline::Process].freeze
2017-09-10 17:25:29 +05:30
2020-07-28 23:09:34 +05:30
# Create a new pipeline in the specified project.
#
# @param [Symbol] source What event (Ci::Pipeline.sources) triggers the pipeline
# creation.
# @param [Boolean] ignore_skip_ci Whether skipping a pipeline creation when `[skip ci]` comment
# is present in the commit body
# @param [Boolean] save_on_errors Whether persisting an invalid pipeline when it encounters an
# error during creation (e.g. invalid yaml)
# @param [Ci::TriggerRequest] trigger_request The pipeline trigger triggers the pipeline creation.
# @param [Ci::PipelineSchedule] schedule The pipeline schedule triggers the pipeline creation.
# @param [MergeRequest] merge_request The merge request triggers the pipeline creation.
# @param [ExternalPullRequest] external_pull_request The external pull request triggers the pipeline creation.
# @param [Ci::Bridge] bridge The bridge job that triggers the downstream pipeline creation.
# @param [String] content The content of .gitlab-ci.yml to override the default config
# contents (e.g. .gitlab-ci.yml in repostiry). Mainly used for
# generating a dangling pipeline.
#
# @return [Ci::Pipeline] The created Ci::Pipeline object.
2019-12-04 20:38:33 +05:30
# rubocop: disable Metrics/ParameterLists
2020-03-13 15:44:24 +05:30
def execute(source, ignore_skip_ci: false, save_on_errors: true, trigger_request: nil, schedule: nil, merge_request: nil, external_pull_request: nil, bridge: nil, **options, &block)
2022-01-26 12:08:38 +05:30
@logger = build_logger
2018-03-17 18:26:18 +05:30
@pipeline = Ci::Pipeline.new
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
command = Gitlab::Ci::Pipeline::Chain::Command.new(
source: source,
origin_ref: params[:ref],
checkout_sha: params[:checkout_sha],
after_sha: params[:after],
2019-07-07 11:18:12 +05:30
before_sha: params[:before], # The base SHA of the source branch (i.e merge_request.diff_base_sha).
source_sha: params[:source_sha], # The HEAD SHA of the source branch (i.e merge_request.diff_head_sha).
target_sha: params[:target_sha], # The HEAD SHA of the target branch.
2018-03-17 18:26:18 +05:30
trigger_request: trigger_request,
schedule: schedule,
2019-02-15 15:39:39 +05:30
merge_request: merge_request,
2019-12-04 20:38:33 +05:30
external_pull_request: external_pull_request,
2018-03-17 18:26:18 +05:30
ignore_skip_ci: ignore_skip_ci,
save_incompleted: save_on_errors,
seeds_block: block,
2018-10-15 14:42:47 +05:30
variables_attributes: params[:variables_attributes],
2018-03-17 18:26:18 +05:30
project: project,
2019-02-15 15:39:39 +05:30
current_user: current_user,
2019-07-07 11:18:12 +05:30
push_options: params[:push_options] || {},
chat_data: params[:chat_data],
2020-03-13 15:44:24 +05:30
bridge: bridge,
2022-01-26 12:08:38 +05:30
logger: @logger,
2021-01-03 14:25:43 +05:30
**extra_options(**options))
2017-09-10 17:25:29 +05:30
2020-10-24 23:57:45 +05:30
# Ensure we never persist the pipeline when dry_run: true
@pipeline.readonly! if command.dry_run?
2017-09-10 17:25:29 +05:30
2020-10-24 23:57:45 +05:30
Gitlab::Ci::Pipeline::Chain::Sequence
.new(pipeline, command, SEQUENCE)
.build!
2017-09-10 17:25:29 +05:30
2021-03-08 18:12:59 +05:30
if pipeline.persisted?
2022-03-02 08:16:31 +05:30
Gitlab::EventStore.publish(
Ci::PipelineCreatedEvent.new(data: { pipeline_id: pipeline.id })
)
2021-03-08 18:12:59 +05:30
create_namespace_onboarding_action
2021-10-27 15:23:28 +05:30
else
# If pipeline is not persisted, try to recover IID
pipeline.reset_project_iid
2021-03-08 18:12:59 +05:30
end
2016-06-02 11:05:42 +05:30
2021-10-27 15:23:28 +05:30
if error_message = pipeline.full_error_messages.presence || pipeline.failure_reason.presence
ServiceResponse.error(message: error_message, payload: pipeline)
else
ServiceResponse.success(payload: pipeline)
end
2022-01-26 12:08:38 +05:30
ensure
@logger.commit(pipeline: pipeline, caller: self.class.name)
2017-09-10 17:25:29 +05:30
end
2019-12-04 20:38:33 +05:30
# rubocop: enable Metrics/ParameterLists
2017-08-17 22:00:37 +05:30
2018-03-17 18:26:18 +05:30
private
2017-09-10 17:25:29 +05:30
2018-03-17 18:26:18 +05:30
def commit
@commit ||= project.commit(origin_sha || origin_ref)
2017-09-10 17:25:29 +05:30
end
2016-06-02 11:05:42 +05:30
2018-03-17 18:26:18 +05:30
def sha
commit.try(:id)
2017-08-17 22:00:37 +05:30
end
2021-03-08 18:12:59 +05:30
def create_namespace_onboarding_action
2022-11-25 23:54:43 +05:30
Onboarding::PipelineCreatedWorker.perform_async(project.namespace_id)
2021-03-08 18:12:59 +05:30
end
2020-10-24 23:57:45 +05:30
def extra_options(content: nil, dry_run: false)
{ content: content, dry_run: dry_run }
2019-03-02 22:35:43 +05:30
end
2022-01-26 12:08:38 +05:30
def build_logger
Gitlab::Ci::Pipeline::Logger.new(project: project) do |l|
l.log_when do |observations|
observations.any? do |name, values|
values.any? &&
name.to_s.end_with?('duration_s') &&
values.max >= LOG_MAX_DURATION_THRESHOLD
end
end
l.log_when do |observations|
values = observations['pipeline_size_count']
next false if values.empty?
values.max >= LOG_MAX_PIPELINE_SIZE
end
l.log_when do |observations|
values = observations['pipeline_creation_duration_s']
next false if values.empty?
values.max >= LOG_MAX_CREATION_THRESHOLD
end
end
end
2016-06-02 11:05:42 +05:30
end
end
2019-12-04 20:38:33 +05:30
2021-06-08 01:23:25 +05:30
Ci::CreatePipelineService.prepend_mod_with('Ci::CreatePipelineService')