debian-mirror-gitlab/app/controllers/repositories/lfs_api_controller.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

239 lines
6.5 KiB
Ruby
Raw Normal View History

2020-03-13 15:44:24 +05:30
# frozen_string_literal: true
module Repositories
class LfsApiController < Repositories::GitHttpClientController
include LfsRequest
include Gitlab::Utils::StrongMemoize
LFS_TRANSFER_CONTENT_TYPE = 'application/octet-stream'
2023-07-07 10:43:13 +05:30
# Downloading directly with presigned URLs via batch requests
# require longer expire time.
# The 1h should be enough to download 100 objects.
LFS_DIRECT_BATCH_EXPIRE_IN = 3600.seconds
2020-03-13 15:44:24 +05:30
skip_before_action :lfs_check_access!, only: [:deprecated]
before_action :lfs_check_batch_operation!, only: [:batch]
2021-10-27 15:23:28 +05:30
# added here as a part of the refactor, will be removed
# https://gitlab.com/gitlab-org/gitlab/-/issues/328692
delegate :deploy_token, :user, to: :authentication_result, allow_nil: true
2021-12-11 22:18:48 +05:30
urgency :medium, [:batch]
2021-10-27 15:23:28 +05:30
2020-03-13 15:44:24 +05:30
def batch
unless objects.present?
render_lfs_not_found
return
end
if download_request?
2023-07-07 10:43:13 +05:30
if Feature.enabled?(:lfs_batch_direct_downloads, project)
render json: { objects: download_objects! }, content_type: LfsRequest::CONTENT_TYPE
else
render json: { objects: legacy_download_objects! }, content_type: LfsRequest::CONTENT_TYPE
end
2020-03-13 15:44:24 +05:30
elsif upload_request?
2021-01-29 00:20:46 +05:30
render json: { objects: upload_objects! }, content_type: LfsRequest::CONTENT_TYPE
2020-03-13 15:44:24 +05:30
else
raise "Never reached"
end
end
def deprecated
render(
json: {
message: _('Server supports batch API only, please update your Git LFS client to version 1.0.1 and up.'),
documentation_url: "#{Gitlab.config.gitlab.url}/help"
},
2021-01-29 00:20:46 +05:30
content_type: LfsRequest::CONTENT_TYPE,
2020-03-13 15:44:24 +05:30
status: :not_implemented
)
end
private
def download_request?
params[:operation] == 'download'
end
def upload_request?
params[:operation] == 'upload'
end
def download_objects!
2023-07-07 10:43:13 +05:30
existing_oids = project.lfs_objects
.for_oids(objects_oids)
.index_by(&:oid)
objects.each do |object|
if lfs_object = existing_oids[object[:oid]]
object[:actions] = download_actions(object, lfs_object)
if Guest.can?(:download_code, project)
object[:authenticated] = true
end
else
object[:error] = {
code: 404,
message: _("Object does not exist on the server or you don't have permissions to access it")
}
end
end
objects
end
def legacy_download_objects!
2020-11-24 15:15:51 +05:30
existing_oids = project.lfs_objects_oids(oids: objects_oids)
2020-04-08 14:13:33 +05:30
2020-03-13 15:44:24 +05:30
objects.each do |object|
if existing_oids.include?(object[:oid])
2023-07-07 10:43:13 +05:30
object[:actions] = proxy_download_actions(object)
2020-03-13 15:44:24 +05:30
if Guest.can?(:download_code, project)
object[:authenticated] = true
end
else
object[:error] = {
code: 404,
message: _("Object does not exist on the server or you don't have permissions to access it")
}
end
end
2020-04-08 14:13:33 +05:30
2020-03-13 15:44:24 +05:30
objects
end
def upload_objects!
2020-04-08 14:13:33 +05:30
existing_oids = project.lfs_objects_oids(oids: objects_oids)
2020-03-13 15:44:24 +05:30
objects.each do |object|
2022-01-26 12:08:38 +05:30
next if existing_oids.include?(object[:oid])
next if should_auto_link? && oids_from_fork.include?(object[:oid]) && link_to_project!(object)
object[:actions] = upload_actions(object)
2020-03-13 15:44:24 +05:30
end
2020-04-08 14:13:33 +05:30
2020-03-13 15:44:24 +05:30
objects
end
2023-07-07 10:43:13 +05:30
def download_actions(object, lfs_object)
if lfs_object.file.file_storage? || lfs_object.file.class.proxy_download_enabled?
proxy_download_actions(object)
else
direct_download_actions(lfs_object)
end
end
def direct_download_actions(lfs_object)
{
download: {
href: lfs_object.file.url(
content_type: "application/octet-stream",
expire_at: LFS_DIRECT_BATCH_EXPIRE_IN.since
)
}
}
end
def proxy_download_actions(object)
2020-03-13 15:44:24 +05:30
{
download: {
href: "#{project.http_url_to_repo}/gitlab-lfs/objects/#{object[:oid]}",
header: {
Authorization: authorization_header
}.compact
}
}
end
def upload_actions(object)
{
upload: {
2021-02-22 17:27:13 +05:30
href: "#{upload_http_url_to_repo}/gitlab-lfs/objects/#{object[:oid]}/#{object[:size]}",
header: upload_headers
2020-03-13 15:44:24 +05:30
}
}
end
2021-02-22 17:27:13 +05:30
# Overridden in EE
def upload_http_url_to_repo
project.http_url_to_repo
end
def upload_headers
2021-03-08 18:12:59 +05:30
{
2021-02-22 17:27:13 +05:30
Authorization: authorization_header,
# git-lfs v2.5.0 sets the Content-Type based on the uploaded file. This
# ensures that Workhorse can intercept the request.
2021-03-08 18:12:59 +05:30
'Content-Type': LFS_TRANSFER_CONTENT_TYPE,
'Transfer-Encoding': 'chunked'
2021-02-22 17:27:13 +05:30
}
end
2020-03-13 15:44:24 +05:30
def lfs_check_batch_operation!
if batch_operation_disallowed?
render(
json: {
message: lfs_read_only_message
},
content_type: LfsRequest::CONTENT_TYPE,
status: :forbidden
)
end
end
# Overridden in EE
def batch_operation_disallowed?
upload_request? && Gitlab::Database.read_only?
end
# Overridden in EE
def lfs_read_only_message
_('You cannot write to this read-only GitLab instance.')
end
def authorization_header
strong_memoize(:authorization_header) do
lfs_auth_header || request.headers['Authorization']
end
end
def lfs_auth_header
2021-10-27 15:23:28 +05:30
return unless user
2020-03-13 15:44:24 +05:30
Gitlab::LfsToken.new(user).basic_encoding
end
2022-01-26 12:08:38 +05:30
def should_auto_link?
return false unless project.forked?
# Sanity check in case for some reason the user doesn't have access to the parent
can?(user, :download_code, project.fork_source)
end
def oids_from_fork
@oids_from_fork ||= project.lfs_objects_oids_from_fork_source(oids: objects_oids)
end
def link_to_project!(object)
lfs_object = LfsObject.for_oid_and_size(object[:oid], object[:size])
return unless lfs_object
LfsObjectsProject.link_to_project!(lfs_object, project)
2023-05-27 22:25:52 +05:30
Gitlab::AppJsonLogger.info(
message: "LFS object auto-linked to forked project",
lfs_object_oid: lfs_object.oid,
lfs_object_size: lfs_object.size,
source_project_id: project.fork_source.id,
source_project_path: project.fork_source.full_path,
target_project_id: project.project_id,
target_project_path: project.full_path
)
2022-01-26 12:08:38 +05:30
end
2020-03-13 15:44:24 +05:30
end
end
2021-06-08 01:23:25 +05:30
Repositories::LfsApiController.prepend_mod_with('Repositories::LfsApiController')