debian-mirror-gitlab/lib/gitlab/ci/config/external/file/project.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

202 lines
7 KiB
Ruby
Raw Normal View History

2019-02-15 15:39:39 +05:30
# frozen_string_literal: true
module Gitlab
module Ci
class Config
module External
module File
class Project < Base
2019-12-21 20:55:43 +05:30
extend ::Gitlab::Utils::Override
2019-02-15 15:39:39 +05:30
include Gitlab::Utils::StrongMemoize
attr_reader :project_name, :ref_name
2019-12-21 20:55:43 +05:30
def initialize(params, context)
2023-04-23 21:23:45 +05:30
# `Repository#blobs_at` does not support files with the `/` prefix.
@location = Gitlab::Utils.remove_leading_slashes(params[:file])
2023-05-27 22:25:52 +05:30
# We are using the same downcase in the `project` method.
@project_name = get_project_name(params[:project]).to_s.downcase
2019-02-15 15:39:39 +05:30
@ref_name = params[:ref] || 'HEAD'
super
end
def matching?
super && project_name.present?
end
def content
strong_memoize(:content) { fetch_local_content }
end
2022-06-21 17:19:12 +05:30
def metadata
super.merge(
type: :file,
location: masked_location,
2022-07-16 23:28:13 +05:30
blob: masked_blob,
raw: masked_raw,
2022-06-21 17:19:12 +05:30
extra: { project: masked_project_name, ref: masked_ref_name }
)
end
2023-05-27 22:25:52 +05:30
def preload_context
#
# calling these methods lazily loads them via BatchLoader
#
project
can_access_local_content?
sha
end
2023-01-13 00:05:48 +05:30
def validate_context!
2019-02-15 15:39:39 +05:30
if !can_access_local_content?
2022-06-21 17:19:12 +05:30
errors.push("Project `#{masked_project_name}` not found or access denied! Make sure any includes in the pipeline configuration are correctly defined.")
2019-02-15 15:39:39 +05:30
elsif sha.nil?
2022-06-21 17:19:12 +05:30
errors.push("Project `#{masked_project_name}` reference `#{masked_ref_name}` does not exist!")
2023-01-13 00:05:48 +05:30
end
end
def validate_content!
if content.nil?
2022-06-21 17:19:12 +05:30
errors.push("Project `#{masked_project_name}` file `#{masked_location}` does not exist!")
2019-02-15 15:39:39 +05:30
elsif content.blank?
2022-06-21 17:19:12 +05:30
errors.push("Project `#{masked_project_name}` file `#{masked_location}` is empty!")
2019-02-15 15:39:39 +05:30
end
end
2023-04-23 21:23:45 +05:30
private
2019-02-15 15:39:39 +05:30
def project
2023-05-27 22:25:52 +05:30
return legacy_project if ::Feature.disabled?(:ci_batch_project_includes_context, context.project)
# Although we use `where_full_path_in`, this BatchLoader does not reduce the number of queries to 1.
# That's because we use it in the `can_access_local_content?` and `sha` BatchLoaders
# as the `for` parameter. And this loads the project immediately.
BatchLoader.for(project_name)
.batch do |project_names, loader|
::Project.where_full_path_in(project_names.uniq).each do |project|
# We are using the same downcase in the `initialize` method.
loader.call(project.full_path.downcase, project)
end
2019-02-15 15:39:39 +05:30
end
end
def can_access_local_content?
2023-05-27 22:25:52 +05:30
if ::Feature.disabled?(:ci_batch_project_includes_context, context.project)
return legacy_can_access_local_content?
end
BatchLoader.for(project)
.batch(key: context.user) do |projects, loader, args|
projects.uniq.each do |project|
context.logger.instrument(:config_file_project_validate_access) do
loader.call(project, Ability.allowed?(args[:key], :download_code, project))
end
end
end
end
def sha
return legacy_sha if ::Feature.disabled?(:ci_batch_project_includes_context, context.project)
BatchLoader.for([project, ref_name])
.batch do |project_ref_pairs, loader|
project_ref_pairs.uniq.each do |project, ref_name|
loader.call([project, ref_name], project.commit(ref_name).try(:sha))
2023-01-13 00:05:48 +05:30
end
end
2019-02-15 15:39:39 +05:30
end
def fetch_local_content
2023-05-27 22:25:52 +05:30
BatchLoader.for([sha.to_s, location])
2023-04-23 21:23:45 +05:30
.batch(key: project) do |locations, loader, args|
context.logger.instrument(:config_file_fetch_project_content) do
args[:key].repository.blobs_at(locations).each do |blob|
loader.call([blob.commit_id, blob.path], blob.data)
end
end
rescue GRPC::NotFound, GRPC::Internal
# no-op
2022-07-23 23:45:48 +05:30
end
2019-02-15 15:39:39 +05:30
end
2023-05-27 22:25:52 +05:30
def legacy_project
strong_memoize(:legacy_project) do
::Project.find_by_full_path(project_name)
end
end
def legacy_can_access_local_content?
strong_memoize(:legacy_can_access_local_content) do
context.logger.instrument(:config_file_project_validate_access) do
Ability.allowed?(context.user, :download_code, project)
end
end
end
def legacy_sha
strong_memoize(:legacy_sha) do
2019-02-15 15:39:39 +05:30
project.commit(ref_name).try(:sha)
end
end
2019-07-07 11:18:12 +05:30
2019-12-21 20:55:43 +05:30
override :expand_context_attrs
def expand_context_attrs
{
2019-07-07 11:18:12 +05:30
project: project,
2023-05-27 22:25:52 +05:30
sha: sha.to_s, # we need to use `.to_s` to load the value from the BatchLoader
2020-04-08 14:13:33 +05:30
user: context.user,
2021-03-08 18:12:59 +05:30
parent_pipeline: context.parent_pipeline,
variables: context.variables
2019-12-21 20:55:43 +05:30
}
2019-07-07 11:18:12 +05:30
end
2022-06-21 17:19:12 +05:30
def masked_project_name
strong_memoize(:masked_project_name) do
context.mask_variables_from(project_name)
end
end
def masked_ref_name
strong_memoize(:masked_ref_name) do
context.mask_variables_from(ref_name)
end
end
2022-07-16 23:28:13 +05:30
def masked_blob
2023-04-23 21:23:45 +05:30
return unless valid?
2022-07-16 23:28:13 +05:30
strong_memoize(:masked_blob) do
context.mask_variables_from(
Gitlab::Routing.url_helpers.project_blob_url(project, ::File.join(sha, location))
)
end
end
def masked_raw
2023-04-23 21:23:45 +05:30
return unless valid?
2022-07-16 23:28:13 +05:30
strong_memoize(:masked_raw) do
context.mask_variables_from(
Gitlab::Routing.url_helpers.project_raw_url(project, ::File.join(sha, location))
)
end
end
2022-08-13 15:12:31 +05:30
# TODO: To be removed after we deprecate usage of array in `project` keyword.
# https://gitlab.com/gitlab-org/gitlab/-/issues/365975
def get_project_name(project_name)
if project_name.is_a?(Array)
project_name.first
else
project_name
end
end
2019-02-15 15:39:39 +05:30
end
end
end
end
end
end