debian-mirror-gitlab/app/models/packages/package_file.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

151 lines
5.9 KiB
Ruby
Raw Normal View History

2020-07-28 23:09:34 +05:30
# frozen_string_literal: true
class Packages::PackageFile < ApplicationRecord
2022-03-02 08:16:31 +05:30
include EachBatch
2020-07-28 23:09:34 +05:30
include UpdateProjectStatistics
2021-02-22 17:27:13 +05:30
include FileStoreMounter
2022-03-02 08:16:31 +05:30
include Packages::Installable
include Packages::Destructible
INSTALLABLE_STATUSES = [:default].freeze
2020-07-28 23:09:34 +05:30
delegate :project, :project_id, to: :package
delegate :conan_file_type, to: :conan_file_metadatum
2021-10-27 15:23:28 +05:30
delegate :file_type, :dsc?, :component, :architecture, :fields, to: :debian_file_metadatum, prefix: :debian
2021-06-08 01:23:25 +05:30
delegate :channel, :metadata, to: :helm_file_metadatum, prefix: :helm
2020-07-28 23:09:34 +05:30
2022-03-02 08:16:31 +05:30
enum status: { default: 0, pending_destruction: 1, processing: 2, error: 3 }
2020-07-28 23:09:34 +05:30
belongs_to :package
2021-10-27 15:23:28 +05:30
# used to move the linked file within object storage
attribute :new_file_path, default: nil
2020-07-28 23:09:34 +05:30
has_one :conan_file_metadatum, inverse_of: :package_file, class_name: 'Packages::Conan::FileMetadatum'
2021-01-29 00:20:46 +05:30
has_many :package_file_build_infos, inverse_of: :package_file, class_name: 'Packages::PackageFileBuildInfo'
2021-12-11 22:18:48 +05:30
has_many :pipelines, through: :package_file_build_infos, disable_joins: true
2021-03-08 18:12:59 +05:30
has_one :debian_file_metadatum, inverse_of: :package_file, class_name: 'Packages::Debian::FileMetadatum'
2021-06-08 01:23:25 +05:30
has_one :helm_file_metadatum, inverse_of: :package_file, class_name: 'Packages::Helm::FileMetadatum'
2020-07-28 23:09:34 +05:30
accepts_nested_attributes_for :conan_file_metadatum
2021-03-08 18:12:59 +05:30
accepts_nested_attributes_for :debian_file_metadatum
2021-06-08 01:23:25 +05:30
accepts_nested_attributes_for :helm_file_metadatum
2020-07-28 23:09:34 +05:30
validates :package, presence: true
validates :file, presence: true
validates :file_name, presence: true
2022-06-21 17:19:12 +05:30
validates :file_name, uniqueness: { scope: :package }, if: -> { !pending_destruction? && package&.pypi? }
2022-05-03 16:02:30 +05:30
validates :file_sha256, format: { with: Gitlab::Regex.sha256_regex }, if: -> { package&.pypi? }, allow_nil: true
2020-10-24 23:57:45 +05:30
2020-07-28 23:09:34 +05:30
scope :recent, -> { order(id: :desc) }
2021-09-30 23:02:18 +05:30
scope :limit_recent, ->(limit) { recent.limit(limit) }
2021-06-08 01:23:25 +05:30
scope :for_package_ids, ->(ids) { where(package_id: ids) }
2020-07-28 23:09:34 +05:30
scope :with_file_name, ->(file_name) { where(file_name: file_name) }
scope :with_file_name_like, ->(file_name) { where(arel_table[:file_name].matches(file_name)) }
scope :with_files_stored_locally, -> { where(file_store: ::Packages::PackageFileUploader::Store::LOCAL) }
2021-09-30 23:02:18 +05:30
scope :with_format, ->(format) { where(::Packages::PackageFile.arel_table[:file_name].matches("%.#{format}")) }
2023-06-09 08:11:10 +05:30
scope :with_nuget_format, -> { with_format(Packages::Nuget::FORMAT) }
2021-10-27 15:23:28 +05:30
scope :preload_package, -> { preload(:package) }
2021-12-11 22:18:48 +05:30
scope :preload_pipelines, -> { preload(pipelines: :user) }
2020-07-28 23:09:34 +05:30
scope :preload_conan_file_metadata, -> { preload(:conan_file_metadatum) }
2021-03-08 18:12:59 +05:30
scope :preload_debian_file_metadata, -> { preload(:debian_file_metadatum) }
2021-09-04 01:27:46 +05:30
scope :preload_helm_file_metadata, -> { preload(:helm_file_metadatum) }
2022-05-07 20:08:51 +05:30
scope :order_id_asc, -> { order(id: :asc) }
2020-07-28 23:09:34 +05:30
2021-04-17 20:07:23 +05:30
scope :for_rubygem_with_file_name, ->(project, file_name) do
joins(:package).merge(project.packages.rubygems).with_file_name(file_name)
end
2021-09-04 01:27:46 +05:30
scope :for_helm_with_channel, ->(project, channel) do
2022-04-04 11:22:00 +05:30
joins(:package)
.merge(project.packages.helm.installable)
.joins(:helm_file_metadatum)
.where(packages_helm_file_metadata: { channel: channel })
.installable
2021-09-04 01:27:46 +05:30
end
2020-07-28 23:09:34 +05:30
scope :with_conan_file_type, ->(file_type) do
joins(:conan_file_metadatum)
.where(packages_conan_file_metadata: { conan_file_type: ::Packages::Conan::FileMetadatum.conan_file_types[file_type] })
end
2021-03-08 18:12:59 +05:30
scope :with_debian_file_type, ->(file_type) do
joins(:debian_file_metadatum)
2021-06-08 01:23:25 +05:30
.where(packages_debian_file_metadata: { file_type: ::Packages::Debian::FileMetadatum.file_types[file_type] })
end
scope :with_debian_component_name, ->(component_name) do
joins(:debian_file_metadatum)
.where(packages_debian_file_metadata: { component: component_name })
end
scope :with_debian_architecture_name, ->(architecture_name) do
joins(:debian_file_metadatum)
.where(packages_debian_file_metadata: { architecture: architecture_name })
2021-03-08 18:12:59 +05:30
end
2020-07-28 23:09:34 +05:30
scope :with_conan_package_reference, ->(conan_package_reference) do
joins(:conan_file_metadatum)
.where(packages_conan_file_metadata: { conan_package_reference: conan_package_reference })
end
2021-11-11 11:23:49 +05:30
def self.most_recent!
recent.first!
end
2021-02-22 17:27:13 +05:30
mount_file_store_uploader Packages::PackageFileUploader
2020-07-28 23:09:34 +05:30
update_project_statistics project_statistics_name: :packages_size
2020-10-24 23:57:45 +05:30
before_save :update_size_from_file
2021-10-27 15:23:28 +05:30
# if a new_file_path is provided, we need
# * disable the remove_previously_stored_file callback so that carrierwave doesn't take care of the file
# * enable a new after_commit callback that will move the file in object storage
skip_callback :commit, :after, :remove_previously_stored_file, if: :execute_move_in_object_storage?
after_commit :move_in_object_storage, if: :execute_move_in_object_storage?
2022-03-02 08:16:31 +05:30
# Returns the most recent installable package file for *each* of the given packages.
2021-11-11 11:23:49 +05:30
# The order is not guaranteed.
def self.most_recent_for(packages, extra_join: nil, extra_where: nil)
cte_name = :packages_cte
cte = Gitlab::SQL::CTE.new(cte_name, packages.select(:id))
2022-04-04 11:22:00 +05:30
package_files = ::Packages::PackageFile.installable
.limit_recent(1)
.where(arel_table[:package_id].eq(Arel.sql("#{cte_name}.id")))
2021-11-11 11:23:49 +05:30
package_files = package_files.joins(extra_join) if extra_join
package_files = package_files.where(extra_where) if extra_where
query = select('finder.*')
.from([Arel.sql(cte_name.to_s), package_files.arel.lateral.as('finder')])
query.with(cte.to_arel)
end
2020-07-28 23:09:34 +05:30
def download_path
2020-10-24 23:57:45 +05:30
Gitlab::Routing.url_helpers.download_project_package_file_path(project, self)
2020-07-28 23:09:34 +05:30
end
2020-10-24 23:57:45 +05:30
private
def update_size_from_file
self.size ||= file.size
end
2021-10-27 15:23:28 +05:30
def execute_move_in_object_storage?
!file.file_storage? && new_file_path?
end
def move_in_object_storage
carrierwave_file = file.file
carrierwave_file.copy_to(new_file_path)
carrierwave_file.delete
end
2020-07-28 23:09:34 +05:30
end
2021-06-08 01:23:25 +05:30
Packages::PackageFile.prepend_mod_with('Packages::PackageFile')